2026-04-17T17:20:25.672 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-04-17T17:20:25.680 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-04-17T17:20:25.710 INFO:teuthology.run:Config: archive_path: /archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5640 branch: wip-sse-s3-on-v20.2.0 description: rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off-no-gc} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind} email: null first_in_suite: false flavor: default job_id: '5640' last_in_suite: false machine_type: vps name: supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: rocky os_version: '9.7' overrides: admin_socket: branch: wip-sse-s3-on-v20.2.0 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: logical_volumes: lv_1: scratch_dev: true size: 25%VG vg: vg_nvme lv_2: scratch_dev: true size: 25%VG vg: vg_nvme lv_3: scratch_dev: true size: 25%VG vg: vg_nvme lv_4: scratch_dev: true size: 25%VG vg: vg_nvme timezone: UTC volume_groups: vg_nvme: pvs: /dev/vdb,/dev/vdc,/dev/vdd,/dev/vde ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd heartbeat grace: 40 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon osd crush smoke test: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd fast shutdown: false osd mclock iops capacity threshold hdd: 49000 osd objectstore: bluestore osd shutdown pgref assert: true rgw gc max queue size: 0 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME - reached quota - POOL_FULL - pool\(s\) full sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs cephadm: cephadm_binary_url: https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-7 install: ceph: flavor: default sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 extra_system_packages: deb: - python3-jmespath - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-jmespath - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 valgrind: - --tool=memcheck - --max-threads=1024 compression type: random ec-data-pool: false frontend: beast inline data: false storage classes: FROZEN: null LUKEWARM: null s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 main: RGW11111111111111111 s3 tenant: RGW33333333333333333 force-branch: ceph-tentacle sha1: e0c4ff71baef6d5126a0201df5fe54196d89b296 storage classes: LUKEWARM, FROZEN selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: tt-wip-sse-s3-on-v20.2.0 sha1: 909b66e106532fd1f1a49171c3f2eb7a193a6d0b owner: supriti priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 7685 sha1: c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8 sleep_before_teardown: 0 suite: rgw suite_branch: tt-wip-sse-s3-on-v20.2.0 suite_path: /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa suite_relpath: qa suite_repo: http://git.local/ceph.git suite_sha1: 909b66e106532fd1f1a49171c3f2eb7a193a6d0b targets: vm06.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGWvawzUUW4SmjZCunhGI9DANXda+fpoKyUdPeR5Z+2zDiKLzmErb9Ylu3jOL9J1KhQCkJBxYCe1qHPxhoQW2Mc= vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO0s/ffZ/FrbsQEHNKHVKZpyrYXabzW/YD3lGnA5ai9Irz1xjPE6fiTa7l7YUnQZlnXxhEYkASn+yxBjS9HDVcU= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - cls/test_cls_sem_set.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_datalog.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - workunit: clients: client.0: - rgw/run-rados-pool-quota.sh - ragweed: client.0: default-branch: ceph-tentacle rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh - s3tests-java: client.0: force-branch: ceph-tentacle force-repo: https://github.com/ceph/java_s3tests.git teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/kshtsk/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-04-17_12:11:56 tube: vps user: supriti verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398 2026-04-17T17:20:25.710 INFO:teuthology.run:suite_path is set to /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa; will attempt to use it 2026-04-17T17:20:25.711 INFO:teuthology.run:Found tasks at /home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa/tasks 2026-04-17T17:20:25.711 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-04-17T17:20:25.711 INFO:teuthology.task.internal:Saving configuration 2026-04-17T17:20:25.719 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-04-17T17:20:25.719 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-04-17T17:20:25.725 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm06.local', 'description': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5640', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-17 17:19:23.619293', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:06', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGWvawzUUW4SmjZCunhGI9DANXda+fpoKyUdPeR5Z+2zDiKLzmErb9Ylu3jOL9J1KhQCkJBxYCe1qHPxhoQW2Mc='} 2026-04-17T17:20:25.730 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5640', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-04-17 17:19:23.618106', 'locked_by': 'supriti', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO0s/ffZ/FrbsQEHNKHVKZpyrYXabzW/YD3lGnA5ai9Irz1xjPE6fiTa7l7YUnQZlnXxhEYkASn+yxBjS9HDVcU='} 2026-04-17T17:20:25.730 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-04-17T17:20:25.731 INFO:teuthology.task.internal:roles: ubuntu@vm06.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2026-04-17T17:20:25.731 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2026-04-17T17:20:25.731 INFO:teuthology.run_tasks:Running task console_log... 2026-04-17T17:20:25.738 DEBUG:teuthology.task.console_log:vm06 does not support IPMI; excluding 2026-04-17T17:20:25.743 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-04-17T17:20:25.743 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa225a08790>, signals=[15]) 2026-04-17T17:20:25.743 INFO:teuthology.run_tasks:Running task internal.connect... 2026-04-17T17:20:25.744 INFO:teuthology.task.internal:Opening connections... 2026-04-17T17:20:25.744 DEBUG:teuthology.task.internal:connecting to ubuntu@vm06.local 2026-04-17T17:20:25.744 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm06.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:20:25.805 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-04-17T17:20:25.806 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:20:25.866 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-04-17T17:20:25.867 DEBUG:teuthology.orchestra.run.vm06:> uname -m 2026-04-17T17:20:25.928 INFO:teuthology.orchestra.run.vm06.stdout:x86_64 2026-04-17T17:20:25.928 DEBUG:teuthology.orchestra.run.vm06:> cat /etc/os-release 2026-04-17T17:20:25.981 INFO:teuthology.orchestra.run.vm06.stdout:NAME="Rocky Linux" 2026-04-17T17:20:25.981 INFO:teuthology.orchestra.run.vm06.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:ID="rocky" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:ID_LIKE="rhel centos fedora" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:VERSION_ID="9.7" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:PLATFORM_ID="platform:el9" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:ANSI_COLOR="0;32" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:LOGO="fedora-logo-icon" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:HOME_URL="https://rockylinux.org/" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:VENDOR_NAME="RESF" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:VENDOR_URL="https://resf.org/" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:SUPPORT_END="2032-05-31" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-17T17:20:25.982 INFO:teuthology.orchestra.run.vm06.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:20:25.982 INFO:teuthology.lock.ops:Updating vm06.local on lock server 2026-04-17T17:20:25.987 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-04-17T17:20:26.002 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-04-17T17:20:26.002 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-04-17T17:20:26.056 INFO:teuthology.orchestra.run.vm07.stdout:NAME="Rocky Linux" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="9.7 (Blue Onyx)" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:ID="rocky" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE="rhel centos fedora" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="9.7" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:PLATFORM_ID="platform:el9" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:ANSI_COLOR="0;32" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:LOGO="fedora-logo-icon" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://rockylinux.org/" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_NAME="RESF" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:VENDOR_URL="https://resf.org/" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:SUPPORT_END="2032-05-31" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-04-17T17:20:26.057 INFO:teuthology.orchestra.run.vm07.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-04-17T17:20:26.057 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-04-17T17:20:26.061 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-04-17T17:20:26.063 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-04-17T17:20:26.064 INFO:teuthology.task.internal:Checking for old test directory... 2026-04-17T17:20:26.064 DEBUG:teuthology.orchestra.run.vm06:> test '!' -e /home/ubuntu/cephtest 2026-04-17T17:20:26.065 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-04-17T17:20:26.111 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-04-17T17:20:26.112 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-04-17T17:20:26.112 DEBUG:teuthology.orchestra.run.vm06:> test -z $(ls -A /var/lib/ceph) 2026-04-17T17:20:26.121 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-04-17T17:20:26.133 INFO:teuthology.orchestra.run.vm06.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-17T17:20:26.166 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-04-17T17:20:26.166 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-04-17T17:20:26.177 DEBUG:teuthology.orchestra.run.vm06:> test -e /ceph-qa-ready 2026-04-17T17:20:26.192 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:20:26.419 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-04-17T17:20:26.434 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:20:26.623 INFO:teuthology.run_tasks:Running task internal.base... 2026-04-17T17:20:26.624 INFO:teuthology.task.internal:Creating test directory... 2026-04-17T17:20:26.625 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-17T17:20:26.626 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-04-17T17:20:26.643 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-04-17T17:20:26.645 INFO:teuthology.run_tasks:Running task internal.archive... 2026-04-17T17:20:26.646 INFO:teuthology.task.internal:Creating archive directory... 2026-04-17T17:20:26.646 DEBUG:teuthology.orchestra.run.vm06:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-17T17:20:26.684 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-04-17T17:20:26.704 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-04-17T17:20:26.705 INFO:teuthology.task.internal:Enabling coredump saving... 2026-04-17T17:20:26.706 DEBUG:teuthology.orchestra.run.vm06:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-17T17:20:26.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:20:26.757 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-04-17T17:20:26.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:20:26.772 DEBUG:teuthology.orchestra.run.vm06:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-17T17:20:26.799 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-04-17T17:20:26.824 INFO:teuthology.orchestra.run.vm06.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:20:26.834 INFO:teuthology.orchestra.run.vm06.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:20:26.840 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:20:26.851 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-04-17T17:20:26.852 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-04-17T17:20:26.854 INFO:teuthology.task.internal:Configuring sudo... 2026-04-17T17:20:26.854 DEBUG:teuthology.orchestra.run.vm06:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-17T17:20:26.878 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-04-17T17:20:26.917 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-04-17T17:20:26.919 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-04-17T17:20:26.919 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-17T17:20:26.945 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-04-17T17:20:26.972 DEBUG:teuthology.orchestra.run.vm06:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-17T17:20:27.021 DEBUG:teuthology.orchestra.run.vm06:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-17T17:20:27.081 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:20:27.081 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-17T17:20:27.137 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-04-17T17:20:27.161 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-04-17T17:20:27.221 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:20:27.221 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-04-17T17:20:27.279 DEBUG:teuthology.orchestra.run.vm06:> sudo service rsyslog restart 2026-04-17T17:20:27.280 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-04-17T17:20:27.307 INFO:teuthology.orchestra.run.vm06.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-17T17:20:27.346 INFO:teuthology.orchestra.run.vm07.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-04-17T17:20:27.669 INFO:teuthology.run_tasks:Running task internal.timer... 2026-04-17T17:20:27.670 INFO:teuthology.task.internal:Starting timer... 2026-04-17T17:20:27.671 INFO:teuthology.run_tasks:Running task pcp... 2026-04-17T17:20:27.673 INFO:teuthology.run_tasks:Running task selinux... 2026-04-17T17:20:27.675 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-04-17T17:20:27.675 INFO:teuthology.task.selinux:Excluding vm06: VMs are not yet supported 2026-04-17T17:20:27.675 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-04-17T17:20:27.675 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-04-17T17:20:27.675 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-04-17T17:20:27.675 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-04-17T17:20:27.675 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-04-17T17:20:27.677 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}} 2026-04-17T17:20:27.677 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-04-17T17:20:27.678 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-04-17T17:20:28.313 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-04-17T17:20:28.319 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-04-17T17:20:28.319 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "logical_volumes": {"lv_1": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_2": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_3": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}, "lv_4": {"scratch_dev": true, "size": "25%VG", "vg": "vg_nvme"}}, "timezone": "UTC", "volume_groups": {"vg_nvme": {"pvs": "/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde"}}}' -i /tmp/teuth_ansible_inventorykpwtszrw --limit vm06.local,vm07.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-04-17T17:22:08.525 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm06.local'), Remote(name='ubuntu@vm07.local')] 2026-04-17T17:22:08.525 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm06.local' 2026-04-17T17:22:08.526 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm06.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:22:08.590 DEBUG:teuthology.orchestra.run.vm06:> true 2026-04-17T17:22:08.677 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm06.local' 2026-04-17T17:22:08.677 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-04-17T17:22:08.678 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-04-17T17:22:08.744 DEBUG:teuthology.orchestra.run.vm07:> true 2026-04-17T17:22:08.828 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-04-17T17:22:08.828 INFO:teuthology.run_tasks:Running task clock... 2026-04-17T17:22:08.831 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-04-17T17:22:08.831 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-17T17:22:08.831 DEBUG:teuthology.orchestra.run.vm06:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-17T17:22:08.833 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-04-17T17:22:08.833 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-04-17T17:22:08.864 INFO:teuthology.orchestra.run.vm06.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-17T17:22:08.881 INFO:teuthology.orchestra.run.vm06.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-17T17:22:08.904 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-04-17T17:22:08.906 INFO:teuthology.orchestra.run.vm06.stderr:sudo: ntpd: command not found 2026-04-17T17:22:08.918 INFO:teuthology.orchestra.run.vm06.stdout:506 Cannot talk to daemon 2026-04-17T17:22:08.920 INFO:teuthology.orchestra.run.vm07.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-04-17T17:22:08.932 INFO:teuthology.orchestra.run.vm06.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-17T17:22:08.947 INFO:teuthology.orchestra.run.vm07.stderr:sudo: ntpd: command not found 2026-04-17T17:22:08.952 INFO:teuthology.orchestra.run.vm06.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-17T17:22:08.960 INFO:teuthology.orchestra.run.vm07.stdout:506 Cannot talk to daemon 2026-04-17T17:22:08.975 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-04-17T17:22:08.989 INFO:teuthology.orchestra.run.vm07.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-04-17T17:22:09.011 INFO:teuthology.orchestra.run.vm06.stderr:bash: line 1: ntpq: command not found 2026-04-17T17:22:09.014 INFO:teuthology.orchestra.run.vm06.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-17T17:22:09.014 INFO:teuthology.orchestra.run.vm06.stdout:=============================================================================== 2026-04-17T17:22:09.042 INFO:teuthology.orchestra.run.vm07.stderr:bash: line 1: ntpq: command not found 2026-04-17T17:22:09.044 INFO:teuthology.orchestra.run.vm07.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-04-17T17:22:09.045 INFO:teuthology.orchestra.run.vm07.stdout:=============================================================================== 2026-04-17T17:22:09.045 INFO:teuthology.run_tasks:Running task install... 2026-04-17T17:22:09.047 DEBUG:teuthology.task.install:project ceph 2026-04-17T17:22:09.047 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:22:09.047 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'} 2026-04-17T17:22:09.047 INFO:teuthology.task.install:Using flavor: default 2026-04-17T17:22:09.049 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-04-17T17:22:09.049 INFO:teuthology.task.install:extra packages: [] 2026-04-17T17:22:09.050 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:22:09.050 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}] 2026-04-17T17:22:09.050 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:22:09.050 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-17T17:22:09.050 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]} 2026-04-17T17:22:09.050 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}] 2026-04-17T17:22:09.050 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:22:09.050 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-04-17T17:22:09.082 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:22:09.082 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-17T17:22:09.116 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:22:09.116 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-04-17T17:22:09.151 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:22:09.151 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-17T17:22:09.186 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:22:09.186 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-04-17T17:22:09.221 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-17T17:22:09.221 DEBUG:teuthology.orchestra.run.vm06:> sudo yum clean all 2026-04-17T17:22:09.254 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, bzip2, perl-Test-Harness, python3-jmespath, python3-xmltodict, s3cmd on remote rpm x86_64 2026-04-17T17:22:09.254 DEBUG:teuthology.orchestra.run.vm07:> sudo yum clean all 2026-04-17T17:22:09.409 INFO:teuthology.orchestra.run.vm06.stdout:47 files removed 2026-04-17T17:22:09.434 INFO:teuthology.orchestra.run.vm07.stdout:47 files removed 2026-04-17T17:22:09.439 DEBUG:teuthology.orchestra.run.vm06:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-17T17:22:09.459 DEBUG:teuthology.orchestra.run.vm07:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven bzip2 perl-Test-Harness python3-jmespath python3-xmltodict s3cmd 2026-04-17T17:22:09.840 INFO:teuthology.orchestra.run.vm06.stdout:ceph 412 kB/s | 90 kB 00:00 2026-04-17T17:22:09.881 INFO:teuthology.orchestra.run.vm07.stdout:ceph 370 kB/s | 90 kB 00:00 2026-04-17T17:22:10.063 INFO:teuthology.orchestra.run.vm06.stdout:ceph-noarch 128 kB/s | 25 kB 00:00 2026-04-17T17:22:10.118 INFO:teuthology.orchestra.run.vm07.stdout:ceph-noarch 118 kB/s | 25 kB 00:00 2026-04-17T17:22:10.249 INFO:teuthology.orchestra.run.vm06.stdout:ceph-source 14 kB/s | 2.3 kB 00:00 2026-04-17T17:22:10.317 INFO:teuthology.orchestra.run.vm07.stdout:ceph-source 13 kB/s | 2.3 kB 00:00 2026-04-17T17:22:10.702 INFO:teuthology.orchestra.run.vm06.stdout:Extra Packages for Enterprise Linux 47 MB/s | 21 MB 00:00 2026-04-17T17:22:10.846 INFO:teuthology.orchestra.run.vm07.stdout:Extra Packages for Enterprise Linux 40 MB/s | 21 MB 00:00 2026-04-17T17:22:15.255 INFO:teuthology.orchestra.run.vm06.stdout:lab-extras 65 kB/s | 50 kB 00:00 2026-04-17T17:22:15.507 INFO:teuthology.orchestra.run.vm07.stdout:lab-extras 63 kB/s | 50 kB 00:00 2026-04-17T17:22:16.191 INFO:teuthology.orchestra.run.vm06.stdout:Rocky Linux 9 - BaseOS 23 MB/s | 19 MB 00:00 2026-04-17T17:22:16.371 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - BaseOS 25 MB/s | 19 MB 00:00 2026-04-17T17:22:18.442 INFO:teuthology.orchestra.run.vm06.stdout:Rocky Linux 9 - AppStream 24 MB/s | 18 MB 00:00 2026-04-17T17:22:18.632 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - AppStream 21 MB/s | 18 MB 00:00 2026-04-17T17:22:20.983 INFO:teuthology.orchestra.run.vm06.stdout:Rocky Linux 9 - CRB 8.3 MB/s | 4.5 MB 00:00 2026-04-17T17:22:21.128 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - CRB 8.2 MB/s | 4.5 MB 00:00 2026-04-17T17:22:21.919 INFO:teuthology.orchestra.run.vm06.stdout:Rocky Linux 9 - Extras 52 kB/s | 17 kB 00:00 2026-04-17T17:22:22.030 INFO:teuthology.orchestra.run.vm07.stdout:Rocky Linux 9 - Extras 53 kB/s | 17 kB 00:00 2026-04-17T17:22:23.115 INFO:teuthology.orchestra.run.vm06.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:22:23.115 INFO:teuthology.orchestra.run.vm06.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:22:23.150 INFO:teuthology.orchestra.run.vm06.stdout:Dependencies resolved. 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout:======================================================================================================== 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: Package Arch Version Repository Size 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout:======================================================================================================== 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout:Installing: 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.5 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-base x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.9 M 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 940 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 154 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 962 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 173 k 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-dashboard noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 15 M 2026-04-17T17:22:23.159 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 7.4 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-rook noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 50 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: ceph-radosgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: ceph-test x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 85 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: ceph-volume noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 297 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 1.0 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 34 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 868 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: librados-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 126 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-cephfs x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-rados x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 317 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-rbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 305 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-rgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 99 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: rbd-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 91 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: rbd-mirror x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.9 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: rbd-nbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 180 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout:Upgrading: 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: librados2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 3.5 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: librbd1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.8 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout:Installing dependencies: 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-17T17:22:23.160 INFO:teuthology.orchestra.run.vm06.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-grafana-dashboards noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 43 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mds x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.3 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-modules-core noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 289 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.0 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-osd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 17 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-prometheus-alerts noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 17 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: ceph-selinux x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 25 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gstreamer1-plugins-base x86_64 1.22.12-5.el9_7 appstream 2.2 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-17T17:22:23.161 INFO:teuthology.orchestra.run.vm06.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-proxy2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libcephsqlite x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 164 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-17T17:22:23.162 INFO:teuthology.orchestra.run.vm06.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libradosstriper1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 250 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: librgw2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.4 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: libxslt x86_64 1.1.34-14.el9_7.1 appstream 240 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-17T17:22:23.163 INFO:teuthology.orchestra.run.vm06.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-ceph-argparse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 45 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-17T17:22:23.164 INFO:teuthology.orchestra.run.vm06.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout:Installing weak dependencies: 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 22 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-daemon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 35 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout:Transaction Summary 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout:======================================================================================================== 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout:Install 309 Packages 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout:Upgrade 2 Packages 2026-04-17T17:22:23.165 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:23.166 INFO:teuthology.orchestra.run.vm06.stdout:Total download size: 421 M 2026-04-17T17:22:23.166 INFO:teuthology.orchestra.run.vm06.stdout:Downloading Packages: 2026-04-17T17:22:23.203 INFO:teuthology.orchestra.run.vm07.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:22:23.203 INFO:teuthology.orchestra.run.vm07.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-04-17T17:22:23.239 INFO:teuthology.orchestra.run.vm07.stdout:Dependencies resolved. 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================== 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: Package Arch Version Repository Size 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================== 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout:Installing: 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.5 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.9 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 940 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 154 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 962 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 173 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 15 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 7.4 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 50 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 85 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 297 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: cephadm noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 1.0 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 34 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 868 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 126 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: maven noarch 1:3.6.3-22.el9 appstream 17 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-jmespath noarch 1.0.1-1.el9_7 appstream 43 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 317 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 305 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 99 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 91 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.9 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 180 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout:Upgrading: 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: librados2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 3.5 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: librbd1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.8 M 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout:Installing dependencies: 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 334 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 623 k 2026-04-17T17:22:23.249 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 11 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: alsa-lib x86_64 1.2.14-1.el9 appstream 510 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-cli noarch 1.4-20.el9 appstream 69 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-codec noarch 1.15-10.el9 appstream 300 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-io noarch 1:2.8.0-12.el9 appstream 282 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-lang3 noarch 3.12.0-10.el9 appstream 557 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 86 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 176 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: atinject noarch 1.0.3-9.el9 appstream 22 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: atk x86_64 2.36.0-5.el9 appstream 270 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: avahi-glib x86_64 0.8-23.el9 appstream 14 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: bluez-libs x86_64 5.83-2.el9 baseos 81 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: bubblewrap x86_64 0.6.3-1.el9 baseos 57 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: cdi-api noarch 2.0.2-9.el9 appstream 52 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 43 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 2.3 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 289 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 5.0 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 17 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 17 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 25 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: colord-libs x86_64 1.4.5-6.el9_6 appstream 228 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: composefs-libs x86_64 1.0.8-1.el9 appstream 53 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: copy-jdk-configs noarch 4.0-3.el9.0.1 appstream 27 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: cups-libs x86_64 1:2.3.3op2-34.el9_7.2 baseos 260 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 523 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 779 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 324 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flac-libs x86_64 1.3.3-10.el9_2.1 appstream 217 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-selinux noarch 1.12.9-4.el9_6 appstream 20 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-session-helper x86_64 1.12.9-4.el9_6 appstream 71 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: gdk-pixbuf2-modules x86_64 2.42.6-6.el9_6 appstream 83 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: geoclue2 x86_64 2.6.0-8.el9_6.1 appstream 122 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: giflib x86_64 5.2.1-9.el9 appstream 48 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: google-guice noarch 4.2.3-12.el9 appstream 471 k 2026-04-17T17:22:23.250 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: gsm x86_64 1.0.19-6.el9 appstream 33 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1 x86_64 1.22.12-3.el9 appstream 1.4 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-plugins-base x86_64 1.22.12-5.el9_7 appstream 2.2 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: gtk-update-icon-cache x86_64 3.24.31-8.el9 appstream 32 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: guava noarch 30.1-10.el9 appstream 2.3 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 66 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-client noarch 4.5.13-7.el9 appstream 655 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-core noarch 4.4.13-11.el9 appstream 630 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.3 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jakarta-annotations noarch 1.3.5-16.el9 appstream 44 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jansi x86_64 2.3.3-9.el9 appstream 108 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk x86_64 1:17.0.18.0.8-1.el9 appstream 428 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-headless x86_64 1:17.0.18.0.8-1.el9 appstream 44 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-filesystem noarch 6.4.0-1.el9 appstream 10 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-tools noarch 6.4.0-1.el9 appstream 31 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 52 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jcl-over-slf4j noarch 1.7.30-16.el9 appstream 23 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jsoup noarch 1.13.1-13.el9 appstream 375 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: jsr-305 noarch 3.0.2-9.el9 appstream 31 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: lcms2 x86_64 2.12-3.el9 appstream 166 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libX11-xcb x86_64 1.7.0-11.el9 appstream 10 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 23 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 30 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 22 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 19 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXi x86_64 1.7.10-8.el9 appstream 39 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 14 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 27 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXtst x86_64 1.2.3-16.el9 appstream 20 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXv x86_64 1.0.11-16.el9 appstream 18 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 18 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libasyncns x86_64 0.8-22.el9 appstream 29 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra x86_64 0.30-27.el9 appstream 85 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-proxy2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 24 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 164 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libdrm x86_64 2.4.123-2.el9 appstream 158 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 244 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libexif x86_64 0.6.22-6.el9 appstream 423 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 30 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libgexiv2 x86_64 0.14.3-1.el9 appstream 93 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 133 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 36 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 140 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libgsf x86_64 1.14.47-5.el9 appstream 245 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libgxps x86_64 0.3.2-3.el9 appstream 78 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 60 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 40 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libnotify x86_64 0.7.9-8.el9 appstream 43 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 32 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 312 k 2026-04-17T17:22:23.251 INFO:teuthology.orchestra.run.vm07.stdout: libpciaccess x86_64 0.16-7.el9 baseos 26 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 250 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: librgw2 x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 6.4 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libsbc x86_64 1.4-9.el9 appstream 44 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libsndfile x86_64 1.0.31-9.el9 appstream 205 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libtdb x86_64 1.4.13-1.el9 baseos 53 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 163 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libtiff x86_64 4.4.0-15.el9_7.2.0.1 appstream 196 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libtracker-sparql x86_64 3.1.2-3.el9_1 appstream 316 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 192 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 18 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 12 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 41 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libwebp x86_64 1.2.0-8.el9 appstream 276 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 132 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libxshmfence x86_64 1.3-10.el9 appstream 12 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: libxslt x86_64 1.1.34-14.el9_7.1 appstream 240 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: lksctp-tools x86_64 1.0.19-3.el9_4 baseos 96 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: llvm-filesystem x86_64 20.1.8-3.el9 appstream 9.2 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: llvm-libs x86_64 20.1.8-3.el9 appstream 30 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 35 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: lua-posix x86_64 35.0-8.el9 appstream 131 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: maven-lib noarch 1:3.6.3-22.el9 appstream 1.5 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: maven-openjdk17 noarch 1:3.6.3-22.el9 appstream 8.0 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: maven-resolver noarch 1:1.6.1-14.el9 appstream 512 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: maven-shared-utils noarch 3.3.4-7.el9 appstream 150 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: maven-wagon noarch 3.4.2-10.el9 appstream 111 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mesa-dri-drivers x86_64 25.0.7-5.el9_7 appstream 9.7 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mesa-filesystem x86_64 25.0.7-5.el9_7 appstream 11 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libEGL x86_64 25.0.7-5.el9_7 appstream 136 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libGL x86_64 25.0.7-5.el9_7 appstream 155 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libgbm x86_64 25.0.7-5.el9_7 appstream 16 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 31 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: openjpeg2 x86_64 2.4.0-8.el9 appstream 161 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: opus x86_64 1.3.1-10.el9 appstream 199 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: orc x86_64 0.4.31-8.el9 appstream 182 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db noarch 20250606-1.el9.rocky.20250920 appstream 310 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 68 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: ostree-libs x86_64 2025.6-2.el9_7 appstream 484 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 134 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-cipher noarch 1.7-30.el9 appstream 24 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-classworlds noarch 2.6.0-14.el9 appstream 59 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-containers-component-annotations noarch 2.1.0-13.el9 appstream 17 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-interpolation noarch 1.26-15.el9 appstream 78 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-sec-dispatcher noarch 1.4-41.el9 appstream 32 k 2026-04-17T17:22:23.252 INFO:teuthology.orchestra.run.vm07.stdout: plexus-utils noarch 3.3.0-13.el9 appstream 253 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: poppler x86_64 21.01.0-23.el9_7 appstream 1.1 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: poppler-data noarch 0.4.9-9.el9.0.1 appstream 1.8 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: poppler-glib x86_64 21.01.0-23.el9_7 appstream 151 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 82 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: pulseaudio-libs x86_64 15.0-3.el9 appstream 663 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 45 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 163 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot noarch 10.0.1-5.el9 epel 173 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy noarch 18.10.0-5.el9 epel 290 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy x86_64 1:1.23.5-2.el9_7 appstream 5.8 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py x86_64 1:1.23.5-2.el9_7 appstream 368 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-04-17T17:22:23.253 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: rtkit x86_64 0.11-29.el9 appstream 55 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: sisu noarch 1:0.3.4-14.el9 appstream 508 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: slf4j noarch 1.7.30-16.el9 appstream 68 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: sound-theme-freedesktop noarch 0.8-17.el9.0.1 appstream 384 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: spirv-tools-libs x86_64 2025.2-1.el9 appstream 1.5 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 130 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: tracker x86_64 3.1.2-3.el9_1 appstream 538 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 52 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: tzdata-java noarch 2026a-1.el9_7 appstream 145 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: upower x86_64 0.99.13-2.el9 appstream 165 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9.0.1 appstream 303 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber x86_64 0.4.14-1.el9.0.1 appstream 83 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-libs x86_64 0.4.14-1.el9.0.1 appstream 338 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 41 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 367 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xkeyboard-config noarch 2.33-2.el9.0.1 appstream 854 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 499 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout:Installing weak dependencies: 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents noarch 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph-noarch 22 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: dconf x86_64 0.40.0-6.el9 appstream 109 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 975 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: flatpak x86_64 1.12.9-4.el9_6 appstream 1.7 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: gtk3 x86_64 3.24.31-8.el9 appstream 4.8 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-devel x86_64 1:17.0.18.0.8-1.el9 appstream 4.7 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 31 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-daemon x86_64 2:20.2.0-21.gc03ba9ecf58.el9.clyso ceph 35 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: p11-kit-server x86_64 0.25.3-3.el9_5 appstream 244 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: pipewire x86_64 1.0.1-1.el9 appstream 101 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 56 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 8.1 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 185 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: tracker-miners x86_64 3.1.2-4.el9_3 appstream 888 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 130 k 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout:Transaction Summary 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout:======================================================================================================== 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout:Install 309 Packages 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout:Upgrade 2 Packages 2026-04-17T17:22:23.254 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:23.255 INFO:teuthology.orchestra.run.vm07.stdout:Total download size: 421 M 2026-04-17T17:22:23.255 INFO:teuthology.orchestra.run.vm07.stdout:Downloading Packages: 2026-04-17T17:22:23.916 INFO:teuthology.orchestra.run.vm07.stdout:(1/311): ceph-20.2.0-21.gc03ba9ecf58.el9.clyso. 81 kB/s | 6.5 kB 00:00 2026-04-17T17:22:24.192 INFO:teuthology.orchestra.run.vm07.stdout:(2/311): ceph-fuse-20.2.0-21.gc03ba9ecf58.el9.c 3.3 MB/s | 940 kB 00:00 2026-04-17T17:22:24.236 INFO:teuthology.orchestra.run.vm07.stdout:(3/311): ceph-immutable-object-cache-20.2.0-21. 3.4 MB/s | 154 kB 00:00 2026-04-17T17:22:24.275 INFO:teuthology.orchestra.run.vm06.stdout:(1/311): ceph-20.2.0-21.gc03ba9ecf58.el9.clyso. 67 kB/s | 6.5 kB 00:00 2026-04-17T17:22:24.417 INFO:teuthology.orchestra.run.vm07.stdout:(4/311): ceph-base-20.2.0-21.gc03ba9ecf58.el9.c 10 MB/s | 5.9 MB 00:00 2026-04-17T17:22:24.526 INFO:teuthology.orchestra.run.vm07.stdout:(5/311): ceph-mgr-20.2.0-21.gc03ba9ecf58.el9.cl 8.7 MB/s | 962 kB 00:00 2026-04-17T17:22:24.534 INFO:teuthology.orchestra.run.vm06.stdout:(2/311): ceph-fuse-20.2.0-21.gc03ba9ecf58.el9.c 3.6 MB/s | 940 kB 00:00 2026-04-17T17:22:24.569 INFO:teuthology.orchestra.run.vm07.stdout:(6/311): ceph-mds-20.2.0-21.gc03ba9ecf58.el9.cl 7.1 MB/s | 2.3 MB 00:00 2026-04-17T17:22:24.570 INFO:teuthology.orchestra.run.vm06.stdout:(3/311): ceph-immutable-object-cache-20.2.0-21. 4.2 MB/s | 154 kB 00:00 2026-04-17T17:22:24.722 INFO:teuthology.orchestra.run.vm06.stdout:(4/311): ceph-base-20.2.0-21.gc03ba9ecf58.el9.c 11 MB/s | 5.9 MB 00:00 2026-04-17T17:22:24.799 INFO:teuthology.orchestra.run.vm07.stdout:(7/311): ceph-common-20.2.0-21.gc03ba9ecf58.el9 25 MB/s | 24 MB 00:00 2026-04-17T17:22:24.827 INFO:teuthology.orchestra.run.vm06.stdout:(5/311): ceph-mgr-20.2.0-21.gc03ba9ecf58.el9.cl 8.9 MB/s | 962 kB 00:00 2026-04-17T17:22:24.853 INFO:teuthology.orchestra.run.vm06.stdout:(6/311): ceph-mds-20.2.0-21.gc03ba9ecf58.el9.cl 8.3 MB/s | 2.3 MB 00:00 2026-04-17T17:22:24.869 INFO:teuthology.orchestra.run.vm07.stdout:(8/311): ceph-mon-20.2.0-21.gc03ba9ecf58.el9.cl 15 MB/s | 5.0 MB 00:00 2026-04-17T17:22:24.920 INFO:teuthology.orchestra.run.vm07.stdout:(9/311): ceph-selinux-20.2.0-21.gc03ba9ecf58.el 493 kB/s | 25 kB 00:00 2026-04-17T17:22:25.234 INFO:teuthology.orchestra.run.vm06.stdout:(7/311): ceph-common-20.2.0-21.gc03ba9ecf58.el9 23 MB/s | 24 MB 00:01 2026-04-17T17:22:25.265 INFO:teuthology.orchestra.run.vm06.stdout:(8/311): ceph-mon-20.2.0-21.gc03ba9ecf58.el9.cl 12 MB/s | 5.0 MB 00:00 2026-04-17T17:22:25.318 INFO:teuthology.orchestra.run.vm06.stdout:(9/311): ceph-selinux-20.2.0-21.gc03ba9ecf58.el 486 kB/s | 25 kB 00:00 2026-04-17T17:22:26.574 INFO:teuthology.orchestra.run.vm07.stdout:(10/311): ceph-osd-20.2.0-21.gc03ba9ecf58.el9.c 8.5 MB/s | 17 MB 00:02 2026-04-17T17:22:26.610 INFO:teuthology.orchestra.run.vm07.stdout:(11/311): libcephfs-daemon-20.2.0-21.gc03ba9ecf 993 kB/s | 35 kB 00:00 2026-04-17T17:22:26.648 INFO:teuthology.orchestra.run.vm07.stdout:(12/311): libcephfs-devel-20.2.0-21.gc03ba9ecf5 908 kB/s | 34 kB 00:00 2026-04-17T17:22:26.686 INFO:teuthology.orchestra.run.vm07.stdout:(13/311): libcephfs-proxy2-20.2.0-21.gc03ba9ecf 645 kB/s | 24 kB 00:00 2026-04-17T17:22:26.931 INFO:teuthology.orchestra.run.vm07.stdout:(14/311): libcephfs2-20.2.0-21.gc03ba9ecf58.el9 3.5 MB/s | 868 kB 00:00 2026-04-17T17:22:26.998 INFO:teuthology.orchestra.run.vm06.stdout:(10/311): ceph-osd-20.2.0-21.gc03ba9ecf58.el9.c 7.9 MB/s | 17 MB 00:02 2026-04-17T17:22:26.999 INFO:teuthology.orchestra.run.vm07.stdout:(15/311): libcephsqlite-20.2.0-21.gc03ba9ecf58. 2.4 MB/s | 164 kB 00:00 2026-04-17T17:22:27.034 INFO:teuthology.orchestra.run.vm06.stdout:(11/311): libcephfs-daemon-20.2.0-21.gc03ba9ecf 992 kB/s | 35 kB 00:00 2026-04-17T17:22:27.069 INFO:teuthology.orchestra.run.vm06.stdout:(12/311): libcephfs-devel-20.2.0-21.gc03ba9ecf5 1.0 MB/s | 34 kB 00:00 2026-04-17T17:22:27.072 INFO:teuthology.orchestra.run.vm07.stdout:(16/311): librados-devel-20.2.0-21.gc03ba9ecf58 1.7 MB/s | 126 kB 00:00 2026-04-17T17:22:27.110 INFO:teuthology.orchestra.run.vm06.stdout:(13/311): libcephfs-proxy2-20.2.0-21.gc03ba9ecf 586 kB/s | 24 kB 00:00 2026-04-17T17:22:27.119 INFO:teuthology.orchestra.run.vm07.stdout:(17/311): libradosstriper1-20.2.0-21.gc03ba9ecf 5.3 MB/s | 250 kB 00:00 2026-04-17T17:22:27.216 INFO:teuthology.orchestra.run.vm06.stdout:(14/311): ceph-radosgw-20.2.0-21.gc03ba9ecf58.e 12 MB/s | 24 MB 00:01 2026-04-17T17:22:27.269 INFO:teuthology.orchestra.run.vm06.stdout:(15/311): libcephsqlite-20.2.0-21.gc03ba9ecf58. 3.1 MB/s | 164 kB 00:00 2026-04-17T17:22:27.269 INFO:teuthology.orchestra.run.vm07.stdout:(18/311): ceph-radosgw-20.2.0-21.gc03ba9ecf58.e 9.6 MB/s | 24 MB 00:02 2026-04-17T17:22:27.314 INFO:teuthology.orchestra.run.vm06.stdout:(16/311): libcephfs2-20.2.0-21.gc03ba9ecf58.el9 4.2 MB/s | 868 kB 00:00 2026-04-17T17:22:27.331 INFO:teuthology.orchestra.run.vm07.stdout:(19/311): python3-ceph-argparse-20.2.0-21.gc03b 732 kB/s | 45 kB 00:00 2026-04-17T17:22:27.340 INFO:teuthology.orchestra.run.vm06.stdout:(17/311): librados-devel-20.2.0-21.gc03ba9ecf58 1.7 MB/s | 126 kB 00:00 2026-04-17T17:22:27.364 INFO:teuthology.orchestra.run.vm06.stdout:(18/311): libradosstriper1-20.2.0-21.gc03ba9ecf 4.9 MB/s | 250 kB 00:00 2026-04-17T17:22:27.374 INFO:teuthology.orchestra.run.vm07.stdout:(20/311): python3-ceph-common-20.2.0-21.gc03ba9 3.7 MB/s | 163 kB 00:00 2026-04-17T17:22:27.430 INFO:teuthology.orchestra.run.vm07.stdout:(21/311): python3-cephfs-20.2.0-21.gc03ba9ecf58 2.9 MB/s | 163 kB 00:00 2026-04-17T17:22:27.509 INFO:teuthology.orchestra.run.vm07.stdout:(22/311): librgw2-20.2.0-21.gc03ba9ecf58.el9.cl 16 MB/s | 6.4 MB 00:00 2026-04-17T17:22:27.582 INFO:teuthology.orchestra.run.vm07.stdout:(23/311): python3-rbd-20.2.0-21.gc03ba9ecf58.el 4.1 MB/s | 305 kB 00:00 2026-04-17T17:22:27.620 INFO:teuthology.orchestra.run.vm07.stdout:(24/311): python3-rgw-20.2.0-21.gc03ba9ecf58.el 2.5 MB/s | 99 kB 00:00 2026-04-17T17:22:27.672 INFO:teuthology.orchestra.run.vm07.stdout:(25/311): rbd-fuse-20.2.0-21.gc03ba9ecf58.el9.c 1.7 MB/s | 91 kB 00:00 2026-04-17T17:22:27.689 INFO:teuthology.orchestra.run.vm07.stdout:(26/311): python3-rados-20.2.0-21.gc03ba9ecf58. 1.2 MB/s | 317 kB 00:00 2026-04-17T17:22:27.738 INFO:teuthology.orchestra.run.vm07.stdout:(27/311): rbd-nbd-20.2.0-21.gc03ba9ecf58.el9.cl 3.6 MB/s | 180 kB 00:00 2026-04-17T17:22:27.775 INFO:teuthology.orchestra.run.vm07.stdout:(28/311): ceph-grafana-dashboards-20.2.0-21.gc0 1.1 MB/s | 43 kB 00:00 2026-04-17T17:22:27.810 INFO:teuthology.orchestra.run.vm07.stdout:(29/311): ceph-mgr-cephadm-20.2.0-21.gc03ba9ecf 4.9 MB/s | 173 kB 00:00 2026-04-17T17:22:27.930 INFO:teuthology.orchestra.run.vm07.stdout:(30/311): rbd-mirror-20.2.0-21.gc03ba9ecf58.el9 11 MB/s | 2.9 MB 00:00 2026-04-17T17:22:27.961 INFO:teuthology.orchestra.run.vm06.stdout:(19/311): librgw2-20.2.0-21.gc03ba9ecf58.el9.cl 10 MB/s | 6.4 MB 00:00 2026-04-17T17:22:27.994 INFO:teuthology.orchestra.run.vm06.stdout:(20/311): python3-ceph-argparse-20.2.0-21.gc03b 72 kB/s | 45 kB 00:00 2026-04-17T17:22:28.033 INFO:teuthology.orchestra.run.vm06.stdout:(21/311): python3-cephfs-20.2.0-21.gc03ba9ecf58 4.1 MB/s | 163 kB 00:00 2026-04-17T17:22:28.036 INFO:teuthology.orchestra.run.vm06.stdout:(22/311): python3-ceph-common-20.2.0-21.gc03ba9 2.1 MB/s | 163 kB 00:00 2026-04-17T17:22:28.087 INFO:teuthology.orchestra.run.vm06.stdout:(23/311): python3-rbd-20.2.0-21.gc03ba9ecf58.el 5.9 MB/s | 305 kB 00:00 2026-04-17T17:22:28.129 INFO:teuthology.orchestra.run.vm06.stdout:(24/311): python3-rgw-20.2.0-21.gc03ba9ecf58.el 2.3 MB/s | 99 kB 00:00 2026-04-17T17:22:28.163 INFO:teuthology.orchestra.run.vm06.stdout:(25/311): python3-rados-20.2.0-21.gc03ba9ecf58. 2.4 MB/s | 317 kB 00:00 2026-04-17T17:22:28.164 INFO:teuthology.orchestra.run.vm06.stdout:(26/311): rbd-fuse-20.2.0-21.gc03ba9ecf58.el9.c 2.5 MB/s | 91 kB 00:00 2026-04-17T17:22:28.213 INFO:teuthology.orchestra.run.vm06.stdout:(27/311): rbd-nbd-20.2.0-21.gc03ba9ecf58.el9.cl 3.7 MB/s | 180 kB 00:00 2026-04-17T17:22:28.465 INFO:teuthology.orchestra.run.vm06.stdout:(28/311): ceph-test-20.2.0-21.gc03ba9ecf58.el9. 27 MB/s | 85 MB 00:03 2026-04-17T17:22:28.467 INFO:teuthology.orchestra.run.vm06.stdout:(29/311): ceph-grafana-dashboards-20.2.0-21.gc0 171 kB/s | 43 kB 00:00 2026-04-17T17:22:28.531 INFO:teuthology.orchestra.run.vm06.stdout:(30/311): ceph-mgr-cephadm-20.2.0-21.gc03ba9ecf 2.5 MB/s | 173 kB 00:00 2026-04-17T17:22:28.560 INFO:teuthology.orchestra.run.vm07.stdout:(31/311): ceph-mgr-diskprediction-local-20.2.0- 12 MB/s | 7.4 MB 00:00 2026-04-17T17:22:28.596 INFO:teuthology.orchestra.run.vm06.stdout:(31/311): rbd-mirror-20.2.0-21.gc03ba9ecf58.el9 6.8 MB/s | 2.9 MB 00:00 2026-04-17T17:22:28.624 INFO:teuthology.orchestra.run.vm07.stdout:(32/311): ceph-mgr-k8sevents-20.2.0-21.gc03ba9e 351 kB/s | 22 kB 00:00 2026-04-17T17:22:28.643 INFO:teuthology.orchestra.run.vm06.stdout:(32/311): ceph-mgr-k8sevents-20.2.0-21.gc03ba9e 473 kB/s | 22 kB 00:00 2026-04-17T17:22:28.675 INFO:teuthology.orchestra.run.vm07.stdout:(33/311): ceph-mgr-modules-core-20.2.0-21.gc03b 5.5 MB/s | 289 kB 00:00 2026-04-17T17:22:28.706 INFO:teuthology.orchestra.run.vm07.stdout:(34/311): ceph-mgr-rook-20.2.0-21.gc03ba9ecf58. 1.6 MB/s | 50 kB 00:00 2026-04-17T17:22:28.754 INFO:teuthology.orchestra.run.vm06.stdout:(33/311): ceph-mgr-modules-core-20.2.0-21.gc03b 2.5 MB/s | 289 kB 00:00 2026-04-17T17:22:28.840 INFO:teuthology.orchestra.run.vm06.stdout:(34/311): ceph-mgr-rook-20.2.0-21.gc03ba9ecf58. 591 kB/s | 50 kB 00:00 2026-04-17T17:22:28.912 INFO:teuthology.orchestra.run.vm06.stdout:(35/311): ceph-mgr-diskprediction-local-20.2.0- 19 MB/s | 7.4 MB 00:00 2026-04-17T17:22:28.947 INFO:teuthology.orchestra.run.vm06.stdout:(36/311): ceph-prometheus-alerts-20.2.0-21.gc03 159 kB/s | 17 kB 00:00 2026-04-17T17:22:29.059 INFO:teuthology.orchestra.run.vm06.stdout:(37/311): ceph-volume-20.2.0-21.gc03ba9ecf58.el 2.0 MB/s | 297 kB 00:00 2026-04-17T17:22:29.060 INFO:teuthology.orchestra.run.vm07.stdout:(35/311): ceph-test-20.2.0-21.gc03ba9ecf58.el9. 20 MB/s | 85 MB 00:04 2026-04-17T17:22:29.062 INFO:teuthology.orchestra.run.vm07.stdout:(36/311): ceph-prometheus-alerts-20.2.0-21.gc03 48 kB/s | 17 kB 00:00 2026-04-17T17:22:29.078 INFO:teuthology.orchestra.run.vm06.stdout:(38/311): cephadm-20.2.0-21.gc03ba9ecf58.el9.cl 7.5 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.082 INFO:teuthology.orchestra.run.vm06.stdout:(39/311): abseil-cpp-20211102.0-4.el9.x86_64.rp 25 MB/s | 551 kB 00:00 2026-04-17T17:22:29.085 INFO:teuthology.orchestra.run.vm06.stdout:(40/311): grpc-data-1.46.7-10.el9.noarch.rpm 7.4 MB/s | 19 kB 00:00 2026-04-17T17:22:29.098 INFO:teuthology.orchestra.run.vm06.stdout:(41/311): gperftools-libs-2.9.1-3.el9.x86_64.rp 16 MB/s | 308 kB 00:00 2026-04-17T17:22:29.102 INFO:teuthology.orchestra.run.vm06.stdout:(42/311): libarrow-doc-9.0.0-15.el9.noarch.rpm 6.1 MB/s | 25 kB 00:00 2026-04-17T17:22:29.105 INFO:teuthology.orchestra.run.vm06.stdout:(43/311): liboath-2.6.12-1.el9.x86_64.rpm 18 MB/s | 49 kB 00:00 2026-04-17T17:22:29.108 INFO:teuthology.orchestra.run.vm06.stdout:(44/311): libunwind-1.6.2-1.el9.x86_64.rpm 22 MB/s | 67 kB 00:00 2026-04-17T17:22:29.113 INFO:teuthology.orchestra.run.vm07.stdout:(37/311): ceph-volume-20.2.0-21.gc03ba9ecf58.el 5.5 MB/s | 297 kB 00:00 2026-04-17T17:22:29.120 INFO:teuthology.orchestra.run.vm06.stdout:(45/311): luarocks-3.9.2-5.el9.noarch.rpm 13 MB/s | 151 kB 00:00 2026-04-17T17:22:29.165 INFO:teuthology.orchestra.run.vm06.stdout:(46/311): parquet-libs-9.0.0-15.el9.x86_64.rpm 18 MB/s | 838 kB 00:00 2026-04-17T17:22:29.165 INFO:teuthology.orchestra.run.vm07.stdout:(38/311): ceph-mgr-dashboard-20.2.0-21.gc03ba9e 11 MB/s | 15 MB 00:01 2026-04-17T17:22:29.169 INFO:teuthology.orchestra.run.vm07.stdout:(39/311): cephadm-20.2.0-21.gc03ba9ecf58.el9.cl 9.2 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.181 INFO:teuthology.orchestra.run.vm07.stdout:(40/311): grpc-data-1.46.7-10.el9.noarch.rpm 1.7 MB/s | 19 kB 00:00 2026-04-17T17:22:29.183 INFO:teuthology.orchestra.run.vm06.stdout:(47/311): python3-asyncssh-2.13.2-5.el9.noarch. 31 MB/s | 548 kB 00:00 2026-04-17T17:22:29.188 INFO:teuthology.orchestra.run.vm06.stdout:(48/311): python3-autocommand-2.2.2-8.el9.noarc 5.4 MB/s | 29 kB 00:00 2026-04-17T17:22:29.189 INFO:teuthology.orchestra.run.vm07.stdout:(41/311): gperftools-libs-2.9.1-3.el9.x86_64.rp 12 MB/s | 308 kB 00:00 2026-04-17T17:22:29.194 INFO:teuthology.orchestra.run.vm06.stdout:(49/311): python3-backports-tarfile-1.2.0-1.el9 11 MB/s | 60 kB 00:00 2026-04-17T17:22:29.198 INFO:teuthology.orchestra.run.vm07.stdout:(42/311): libarrow-doc-9.0.0-15.el9.noarch.rpm 3.1 MB/s | 25 kB 00:00 2026-04-17T17:22:29.203 INFO:teuthology.orchestra.run.vm06.stdout:(50/311): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 4.9 MB/s | 43 kB 00:00 2026-04-17T17:22:29.204 INFO:teuthology.orchestra.run.vm07.stdout:(43/311): liboath-2.6.12-1.el9.x86_64.rpm 7.1 MB/s | 49 kB 00:00 2026-04-17T17:22:29.211 INFO:teuthology.orchestra.run.vm07.stdout:(44/311): libunwind-1.6.2-1.el9.x86_64.rpm 10 MB/s | 67 kB 00:00 2026-04-17T17:22:29.219 INFO:teuthology.orchestra.run.vm06.stdout:(51/311): libarrow-9.0.0-15.el9.x86_64.rpm 33 MB/s | 4.4 MB 00:00 2026-04-17T17:22:29.220 INFO:teuthology.orchestra.run.vm06.stdout:(52/311): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2026-04-17T17:22:29.222 INFO:teuthology.orchestra.run.vm07.stdout:(45/311): abseil-cpp-20211102.0-4.el9.x86_64.rp 4.9 MB/s | 551 kB 00:00 2026-04-17T17:22:29.229 INFO:teuthology.orchestra.run.vm06.stdout:(53/311): python3-certifi-2023.05.07-4.el9.noar 1.5 MB/s | 14 kB 00:00 2026-04-17T17:22:29.242 INFO:teuthology.orchestra.run.vm06.stdout:(54/311): python3-cherrypy-18.10.0-5.el9.noarch 22 MB/s | 290 kB 00:00 2026-04-17T17:22:29.243 INFO:teuthology.orchestra.run.vm07.stdout:(46/311): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2026-04-17T17:22:29.253 INFO:teuthology.orchestra.run.vm06.stdout:(55/311): python3-google-auth-2.45.0-1.el9.noar 23 MB/s | 254 kB 00:00 2026-04-17T17:22:29.276 INFO:teuthology.orchestra.run.vm07.stdout:(47/311): libarrow-9.0.0-15.el9.x86_64.rpm 46 MB/s | 4.4 MB 00:00 2026-04-17T17:22:29.276 INFO:teuthology.orchestra.run.vm06.stdout:(56/311): python3-cheroot-10.0.1-5.el9.noarch.r 3.0 MB/s | 173 kB 00:00 2026-04-17T17:22:29.281 INFO:teuthology.orchestra.run.vm07.stdout:(48/311): python3-autocommand-2.2.2-8.el9.noarc 5.8 MB/s | 29 kB 00:00 2026-04-17T17:22:29.284 INFO:teuthology.orchestra.run.vm07.stdout:(49/311): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2026-04-17T17:22:29.286 INFO:teuthology.orchestra.run.vm06.stdout:(57/311): python3-grpcio-tools-1.46.7-10.el9.x8 14 MB/s | 144 kB 00:00 2026-04-17T17:22:29.288 INFO:teuthology.orchestra.run.vm07.stdout:(50/311): python3-backports-tarfile-1.2.0-1.el9 9.6 MB/s | 60 kB 00:00 2026-04-17T17:22:29.290 INFO:teuthology.orchestra.run.vm07.stdout:(51/311): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 7.6 MB/s | 43 kB 00:00 2026-04-17T17:22:29.292 INFO:teuthology.orchestra.run.vm07.stdout:(52/311): python3-cachetools-4.2.4-1.el9.noarch 6.8 MB/s | 32 kB 00:00 2026-04-17T17:22:29.294 INFO:teuthology.orchestra.run.vm06.stdout:(58/311): python3-influxdb-5.3.1-1.el9.noarch.r 19 MB/s | 139 kB 00:00 2026-04-17T17:22:29.296 INFO:teuthology.orchestra.run.vm07.stdout:(53/311): parquet-libs-9.0.0-15.el9.x86_64.rpm 11 MB/s | 838 kB 00:00 2026-04-17T17:22:29.297 INFO:teuthology.orchestra.run.vm07.stdout:(54/311): python3-certifi-2023.05.07-4.el9.noar 2.2 MB/s | 14 kB 00:00 2026-04-17T17:22:29.298 INFO:teuthology.orchestra.run.vm06.stdout:(59/311): python3-isodate-0.6.1-3.el9.noarch.rp 12 MB/s | 56 kB 00:00 2026-04-17T17:22:29.299 INFO:teuthology.orchestra.run.vm07.stdout:(55/311): python3-cheroot-10.0.1-5.el9.noarch.r 28 MB/s | 173 kB 00:00 2026-04-17T17:22:29.307 INFO:teuthology.orchestra.run.vm06.stdout:(60/311): python3-jaraco-8.2.1-3.el9.noarch.rpm 1.3 MB/s | 11 kB 00:00 2026-04-17T17:22:29.308 INFO:teuthology.orchestra.run.vm07.stdout:(56/311): python3-cherrypy-18.10.0-5.el9.noarch 23 MB/s | 290 kB 00:00 2026-04-17T17:22:29.314 INFO:teuthology.orchestra.run.vm06.stdout:(61/311): python3-grpcio-1.46.7-10.el9.x86_64.r 34 MB/s | 2.0 MB 00:00 2026-04-17T17:22:29.314 INFO:teuthology.orchestra.run.vm07.stdout:(57/311): python3-google-auth-2.45.0-1.el9.noar 15 MB/s | 254 kB 00:00 2026-04-17T17:22:29.315 INFO:teuthology.orchestra.run.vm06.stdout:(62/311): python3-jaraco-classes-3.2.1-5.el9.no 2.2 MB/s | 18 kB 00:00 2026-04-17T17:22:29.319 INFO:teuthology.orchestra.run.vm07.stdout:(58/311): python3-grpcio-tools-1.46.7-10.el9.x8 14 MB/s | 144 kB 00:00 2026-04-17T17:22:29.320 INFO:teuthology.orchestra.run.vm06.stdout:(63/311): python3-jaraco-collections-3.0.0-8.el 3.7 MB/s | 23 kB 00:00 2026-04-17T17:22:29.321 INFO:teuthology.orchestra.run.vm06.stdout:(64/311): python3-jaraco-context-6.0.1-3.el9.no 3.3 MB/s | 20 kB 00:00 2026-04-17T17:22:29.324 INFO:teuthology.orchestra.run.vm07.stdout:(59/311): python3-influxdb-5.3.1-1.el9.noarch.r 14 MB/s | 139 kB 00:00 2026-04-17T17:22:29.325 INFO:teuthology.orchestra.run.vm07.stdout:(60/311): python3-isodate-0.6.1-3.el9.noarch.rp 9.4 MB/s | 56 kB 00:00 2026-04-17T17:22:29.325 INFO:teuthology.orchestra.run.vm06.stdout:(65/311): python3-jaraco-functools-3.5.0-2.el9. 3.8 MB/s | 19 kB 00:00 2026-04-17T17:22:29.327 INFO:teuthology.orchestra.run.vm06.stdout:(66/311): python3-jaraco-text-4.0.0-2.el9.noarc 4.9 MB/s | 26 kB 00:00 2026-04-17T17:22:29.328 INFO:teuthology.orchestra.run.vm07.stdout:(61/311): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.5 MB/s | 11 kB 00:00 2026-04-17T17:22:29.329 INFO:teuthology.orchestra.run.vm07.stdout:(62/311): python3-jaraco-classes-3.2.1-5.el9.no 4.0 MB/s | 18 kB 00:00 2026-04-17T17:22:29.333 INFO:teuthology.orchestra.run.vm06.stdout:(67/311): python3-more-itertools-8.12.0-2.el9.n 13 MB/s | 79 kB 00:00 2026-04-17T17:22:29.338 INFO:teuthology.orchestra.run.vm07.stdout:(63/311): python3-grpcio-1.46.7-10.el9.x86_64.r 52 MB/s | 2.0 MB 00:00 2026-04-17T17:22:29.338 INFO:teuthology.orchestra.run.vm06.stdout:(68/311): python3-msgpack-1.0.3-2.el9.x86_64.rp 16 MB/s | 86 kB 00:00 2026-04-17T17:22:29.339 INFO:teuthology.orchestra.run.vm07.stdout:(64/311): python3-jaraco-collections-3.0.0-8.el 2.1 MB/s | 23 kB 00:00 2026-04-17T17:22:29.340 INFO:teuthology.orchestra.run.vm07.stdout:(65/311): python3-jaraco-context-6.0.1-3.el9.no 1.8 MB/s | 20 kB 00:00 2026-04-17T17:22:29.343 INFO:teuthology.orchestra.run.vm07.stdout:(66/311): python3-jaraco-functools-3.5.0-2.el9. 4.2 MB/s | 19 kB 00:00 2026-04-17T17:22:29.344 INFO:teuthology.orchestra.run.vm06.stdout:(69/311): python3-natsort-7.1.1-5.el9.noarch.rp 10 MB/s | 58 kB 00:00 2026-04-17T17:22:29.344 INFO:teuthology.orchestra.run.vm07.stdout:(67/311): python3-jaraco-text-4.0.0-2.el9.noarc 6.3 MB/s | 26 kB 00:00 2026-04-17T17:22:29.347 INFO:teuthology.orchestra.run.vm07.stdout:(68/311): python3-more-itertools-8.12.0-2.el9.n 21 MB/s | 79 kB 00:00 2026-04-17T17:22:29.351 INFO:teuthology.orchestra.run.vm07.stdout:(69/311): python3-msgpack-1.0.3-2.el9.x86_64.rp 13 MB/s | 86 kB 00:00 2026-04-17T17:22:29.352 INFO:teuthology.orchestra.run.vm06.stdout:(70/311): python3-kubernetes-26.1.0-3.el9.noarc 40 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.352 INFO:teuthology.orchestra.run.vm07.stdout:(70/311): python3-natsort-7.1.1-5.el9.noarch.rp 11 MB/s | 58 kB 00:00 2026-04-17T17:22:29.353 INFO:teuthology.orchestra.run.vm06.stdout:(71/311): python3-portend-3.1.0-2.el9.noarch.rp 1.8 MB/s | 16 kB 00:00 2026-04-17T17:22:29.354 INFO:teuthology.orchestra.run.vm07.stdout:(71/311): python3-portend-3.1.0-2.el9.noarch.rp 6.8 MB/s | 16 kB 00:00 2026-04-17T17:22:29.356 INFO:teuthology.orchestra.run.vm06.stdout:(72/311): python3-pyOpenSSL-21.0.0-1.el9.noarch 23 MB/s | 90 kB 00:00 2026-04-17T17:22:29.357 INFO:teuthology.orchestra.run.vm07.stdout:(72/311): python3-pyOpenSSL-21.0.0-1.el9.noarch 20 MB/s | 90 kB 00:00 2026-04-17T17:22:29.357 INFO:teuthology.orchestra.run.vm06.stdout:(73/311): python3-repoze-lru-0.7-16.el9.noarch. 7.0 MB/s | 31 kB 00:00 2026-04-17T17:22:29.358 INFO:teuthology.orchestra.run.vm07.stdout:(73/311): python3-repoze-lru-0.7-16.el9.noarch. 7.7 MB/s | 31 kB 00:00 2026-04-17T17:22:29.362 INFO:teuthology.orchestra.run.vm07.stdout:(74/311): python3-routes-2.5.1-5.el9.noarch.rpm 39 MB/s | 188 kB 00:00 2026-04-17T17:22:29.363 INFO:teuthology.orchestra.run.vm07.stdout:(75/311): python3-rsa-4.9-2.el9.noarch.rpm 12 MB/s | 59 kB 00:00 2026-04-17T17:22:29.367 INFO:teuthology.orchestra.run.vm07.stdout:(76/311): python3-saml-1.16.0-1.el9.noarch.rpm 26 MB/s | 125 kB 00:00 2026-04-17T17:22:29.369 INFO:teuthology.orchestra.run.vm07.stdout:(77/311): python3-tempora-5.0.0-2.el9.noarch.rp 5.8 MB/s | 36 kB 00:00 2026-04-17T17:22:29.371 INFO:teuthology.orchestra.run.vm06.stdout:(74/311): python3-rsa-4.9-2.el9.noarch.rpm 4.6 MB/s | 59 kB 00:00 2026-04-17T17:22:29.372 INFO:teuthology.orchestra.run.vm06.stdout:(75/311): python3-routes-2.5.1-5.el9.noarch.rpm 12 MB/s | 188 kB 00:00 2026-04-17T17:22:29.374 INFO:teuthology.orchestra.run.vm07.stdout:(78/311): python3-kubernetes-26.1.0-3.el9.noarc 31 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.374 INFO:teuthology.orchestra.run.vm06.stdout:(76/311): python3-tempora-5.0.0-2.el9.noarch.rp 16 MB/s | 36 kB 00:00 2026-04-17T17:22:29.375 INFO:teuthology.orchestra.run.vm07.stdout:(79/311): python3-typing-extensions-4.15.0-1.el 10 MB/s | 86 kB 00:00 2026-04-17T17:22:29.376 INFO:teuthology.orchestra.run.vm07.stdout:(80/311): python3-websocket-client-1.2.3-2.el9. 12 MB/s | 90 kB 00:00 2026-04-17T17:22:29.376 INFO:teuthology.orchestra.run.vm06.stdout:(77/311): python3-saml-1.16.0-1.el9.noarch.rpm 23 MB/s | 125 kB 00:00 2026-04-17T17:22:29.378 INFO:teuthology.orchestra.run.vm07.stdout:(81/311): python3-xmlsec-1.3.13-1.el9.x86_64.rp 12 MB/s | 48 kB 00:00 2026-04-17T17:22:29.378 INFO:teuthology.orchestra.run.vm06.stdout:(78/311): python3-typing-extensions-4.15.0-1.el 29 MB/s | 86 kB 00:00 2026-04-17T17:22:29.379 INFO:teuthology.orchestra.run.vm07.stdout:(82/311): python3-xmltodict-0.12.0-15.el9.noarc 8.7 MB/s | 22 kB 00:00 2026-04-17T17:22:29.380 INFO:teuthology.orchestra.run.vm07.stdout:(83/311): python3-zc-lockfile-2.0-10.el9.noarch 5.7 MB/s | 20 kB 00:00 2026-04-17T17:22:29.380 INFO:teuthology.orchestra.run.vm06.stdout:(79/311): python3-xmlsec-1.3.13-1.el9.x86_64.rp 18 MB/s | 48 kB 00:00 2026-04-17T17:22:29.381 INFO:teuthology.orchestra.run.vm06.stdout:(80/311): python3-websocket-client-1.2.3-2.el9. 19 MB/s | 90 kB 00:00 2026-04-17T17:22:29.384 INFO:teuthology.orchestra.run.vm06.stdout:(81/311): python3-xmltodict-0.12.0-15.el9.noarc 6.5 MB/s | 22 kB 00:00 2026-04-17T17:22:29.384 INFO:teuthology.orchestra.run.vm07.stdout:(84/311): re2-20211101-20.el9.x86_64.rpm 30 MB/s | 191 kB 00:00 2026-04-17T17:22:29.387 INFO:teuthology.orchestra.run.vm06.stdout:(82/311): python3-zc-lockfile-2.0-10.el9.noarch 3.6 MB/s | 20 kB 00:00 2026-04-17T17:22:29.388 INFO:teuthology.orchestra.run.vm07.stdout:(85/311): s3cmd-2.4.0-1.el9.noarch.rpm 23 MB/s | 206 kB 00:00 2026-04-17T17:22:29.396 INFO:teuthology.orchestra.run.vm06.stdout:(83/311): re2-20211101-20.el9.x86_64.rpm 16 MB/s | 191 kB 00:00 2026-04-17T17:22:29.404 INFO:teuthology.orchestra.run.vm06.stdout:(84/311): s3cmd-2.4.0-1.el9.noarch.rpm 12 MB/s | 206 kB 00:00 2026-04-17T17:22:29.412 INFO:teuthology.orchestra.run.vm07.stdout:(86/311): thrift-0.15.0-4.el9.x86_64.rpm 50 MB/s | 1.6 MB 00:00 2026-04-17T17:22:29.426 INFO:teuthology.orchestra.run.vm06.stdout:(85/311): thrift-0.15.0-4.el9.x86_64.rpm 54 MB/s | 1.6 MB 00:00 2026-04-17T17:22:29.528 INFO:teuthology.orchestra.run.vm07.stdout:(87/311): bluez-libs-5.83-2.el9.x86_64.rpm 582 kB/s | 81 kB 00:00 2026-04-17T17:22:29.548 INFO:teuthology.orchestra.run.vm07.stdout:(88/311): bubblewrap-0.6.3-1.el9.x86_64.rpm 420 kB/s | 57 kB 00:00 2026-04-17T17:22:29.556 INFO:teuthology.orchestra.run.vm07.stdout:(89/311): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.9 MB/s | 51 kB 00:00 2026-04-17T17:22:29.561 INFO:teuthology.orchestra.run.vm06.stdout:(86/311): bluez-libs-5.83-2.el9.x86_64.rpm 601 kB/s | 81 kB 00:00 2026-04-17T17:22:29.575 INFO:teuthology.orchestra.run.vm07.stdout:(90/311): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-04-17T17:22:29.589 INFO:teuthology.orchestra.run.vm06.stdout:(87/311): bubblewrap-0.6.3-1.el9.x86_64.rpm 2.0 MB/s | 57 kB 00:00 2026-04-17T17:22:29.598 INFO:teuthology.orchestra.run.vm06.stdout:(88/311): ModemManager-glib-1.20.2-1.el9.x86_64 1.7 MB/s | 334 kB 00:00 2026-04-17T17:22:29.600 INFO:teuthology.orchestra.run.vm07.stdout:(91/311): c-ares-1.19.1-2.el9_4.x86_64.rpm 2.1 MB/s | 110 kB 00:00 2026-04-17T17:22:29.604 INFO:teuthology.orchestra.run.vm07.stdout:(92/311): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 8.8 MB/s | 260 kB 00:00 2026-04-17T17:22:29.611 INFO:teuthology.orchestra.run.vm07.stdout:(93/311): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.4 MB/s | 310 kB 00:00 2026-04-17T17:22:29.618 INFO:teuthology.orchestra.run.vm06.stdout:(89/311): bzip2-1.0.8-10.el9_5.x86_64.rpm 1.7 MB/s | 51 kB 00:00 2026-04-17T17:22:29.628 INFO:teuthology.orchestra.run.vm07.stdout:(94/311): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-04-17T17:22:29.628 INFO:teuthology.orchestra.run.vm06.stdout:(90/311): c-ares-1.19.1-2.el9_4.x86_64.rpm 3.6 MB/s | 110 kB 00:00 2026-04-17T17:22:29.631 INFO:teuthology.orchestra.run.vm07.stdout:(95/311): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-17T17:22:29.638 INFO:teuthology.orchestra.run.vm07.stdout:(96/311): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-17T17:22:29.658 INFO:teuthology.orchestra.run.vm07.stdout:(97/311): libpciaccess-0.16-7.el9.x86_64.rpm 956 kB/s | 26 kB 00:00 2026-04-17T17:22:29.660 INFO:teuthology.orchestra.run.vm06.stdout:(91/311): cups-libs-2.3.3op2-34.el9_7.2.x86_64. 8.1 MB/s | 260 kB 00:00 2026-04-17T17:22:29.673 INFO:teuthology.orchestra.run.vm06.stdout:(92/311): cryptsetup-2.7.2-4.el9.x86_64.rpm 5.6 MB/s | 310 kB 00:00 2026-04-17T17:22:29.684 INFO:teuthology.orchestra.run.vm07.stdout:(98/311): libquadmath-11.5.0-11.el9.x86_64.rpm 3.9 MB/s | 184 kB 00:00 2026-04-17T17:22:29.686 INFO:teuthology.orchestra.run.vm07.stdout:(99/311): libtdb-1.4.13-1.el9.x86_64.rpm 1.9 MB/s | 53 kB 00:00 2026-04-17T17:22:29.688 INFO:teuthology.orchestra.run.vm06.stdout:(93/311): fuse-2.9.9-17.el9.x86_64.rpm 2.8 MB/s | 78 kB 00:00 2026-04-17T17:22:29.700 INFO:teuthology.orchestra.run.vm06.stdout:(94/311): ledmon-libs-1.1.0-3.el9.x86_64.rpm 1.5 MB/s | 41 kB 00:00 2026-04-17T17:22:29.709 INFO:teuthology.orchestra.run.vm07.stdout:(100/311): libgfortran-11.5.0-11.el9.x86_64.rpm 9.6 MB/s | 794 kB 00:00 2026-04-17T17:22:29.711 INFO:teuthology.orchestra.run.vm07.stdout:(101/311): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.5 MB/s | 96 kB 00:00 2026-04-17T17:22:29.712 INFO:teuthology.orchestra.run.vm07.stdout:(102/311): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-17T17:22:29.715 INFO:teuthology.orchestra.run.vm06.stdout:(95/311): libconfig-1.7.2-9.el9.x86_64.rpm 2.6 MB/s | 71 kB 00:00 2026-04-17T17:22:29.746 INFO:teuthology.orchestra.run.vm06.stdout:(96/311): libpciaccess-0.16-7.el9.x86_64.rpm 858 kB/s | 26 kB 00:00 2026-04-17T17:22:29.746 INFO:teuthology.orchestra.run.vm07.stdout:(103/311): pciutils-3.7.0-7.el9.x86_64.rpm 2.6 MB/s | 92 kB 00:00 2026-04-17T17:22:29.753 INFO:teuthology.orchestra.run.vm07.stdout:(104/311): python3-cffi-1.14.5-5.el9.x86_64.rpm 5.9 MB/s | 241 kB 00:00 2026-04-17T17:22:29.762 INFO:teuthology.orchestra.run.vm06.stdout:(97/311): libgfortran-11.5.0-11.el9.x86_64.rpm 13 MB/s | 794 kB 00:00 2026-04-17T17:22:29.764 INFO:teuthology.orchestra.run.vm07.stdout:(105/311): nvme-cli-2.13-1.el9.x86_64.rpm 18 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.777 INFO:teuthology.orchestra.run.vm06.stdout:(98/311): libquadmath-11.5.0-11.el9.x86_64.rpm 6.0 MB/s | 184 kB 00:00 2026-04-17T17:22:29.781 INFO:teuthology.orchestra.run.vm07.stdout:(106/311): python3-ply-3.11-14.el9.0.1.noarch.r 3.7 MB/s | 103 kB 00:00 2026-04-17T17:22:29.789 INFO:teuthology.orchestra.run.vm06.stdout:(99/311): libtdb-1.4.13-1.el9.x86_64.rpm 1.9 MB/s | 53 kB 00:00 2026-04-17T17:22:29.792 INFO:teuthology.orchestra.run.vm07.stdout:(107/311): python3-pycparser-2.20-6.el9.noarch. 4.3 MB/s | 124 kB 00:00 2026-04-17T17:22:29.806 INFO:teuthology.orchestra.run.vm06.stdout:(100/311): lksctp-tools-1.0.19-3.el9_4.x86_64.r 3.2 MB/s | 96 kB 00:00 2026-04-17T17:22:29.809 INFO:teuthology.orchestra.run.vm07.stdout:(108/311): python3-cryptography-36.0.1-5.el9_6. 19 MB/s | 1.2 MB 00:00 2026-04-17T17:22:29.811 INFO:teuthology.orchestra.run.vm07.stdout:(109/311): python3-pyparsing-2.4.7-9.el9.0.1.no 4.9 MB/s | 150 kB 00:00 2026-04-17T17:22:29.816 INFO:teuthology.orchestra.run.vm06.stdout:(101/311): mailcap-2.1.49-5.el9.0.2.noarch.rpm 1.2 MB/s | 32 kB 00:00 2026-04-17T17:22:29.820 INFO:teuthology.orchestra.run.vm07.stdout:(110/311): python3-requests-2.25.1-10.el9_6.noa 4.1 MB/s | 115 kB 00:00 2026-04-17T17:22:29.841 INFO:teuthology.orchestra.run.vm07.stdout:(111/311): python3-urllib3-1.26.5-6.el9_7.1.noa 6.0 MB/s | 191 kB 00:00 2026-04-17T17:22:29.850 INFO:teuthology.orchestra.run.vm06.stdout:(102/311): pciutils-3.7.0-7.el9.x86_64.rpm 2.6 MB/s | 92 kB 00:00 2026-04-17T17:22:29.851 INFO:teuthology.orchestra.run.vm07.stdout:(112/311): unzip-6.0-59.el9.x86_64.rpm 5.6 MB/s | 180 kB 00:00 2026-04-17T17:22:29.866 INFO:teuthology.orchestra.run.vm07.stdout:(113/311): smartmontools-7.2-9.el9.x86_64.rpm 9.8 MB/s | 551 kB 00:00 2026-04-17T17:22:29.870 INFO:teuthology.orchestra.run.vm06.stdout:(103/311): nvme-cli-2.13-1.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2026-04-17T17:22:29.870 INFO:teuthology.orchestra.run.vm07.stdout:(114/311): zip-3.0-35.el9.x86_64.rpm 8.7 MB/s | 263 kB 00:00 2026-04-17T17:22:29.880 INFO:teuthology.orchestra.run.vm06.stdout:(104/311): python3-cffi-1.14.5-5.el9.x86_64.rpm 8.0 MB/s | 241 kB 00:00 2026-04-17T17:22:29.888 INFO:teuthology.orchestra.run.vm07.stdout:(115/311): adwaita-cursor-theme-40.1.1-3.el9.no 17 MB/s | 623 kB 00:00 2026-04-17T17:22:29.912 INFO:teuthology.orchestra.run.vm06.stdout:(105/311): python3-ply-3.11-14.el9.0.1.noarch.r 3.2 MB/s | 103 kB 00:00 2026-04-17T17:22:29.917 INFO:teuthology.orchestra.run.vm07.stdout:(116/311): alsa-lib-1.2.14-1.el9.x86_64.rpm 11 MB/s | 510 kB 00:00 2026-04-17T17:22:29.921 INFO:teuthology.orchestra.run.vm07.stdout:(117/311): apache-commons-cli-1.4-20.el9.noarch 2.1 MB/s | 69 kB 00:00 2026-04-17T17:22:29.930 INFO:teuthology.orchestra.run.vm06.stdout:(106/311): python3-cryptography-36.0.1-5.el9_6. 19 MB/s | 1.2 MB 00:00 2026-04-17T17:22:29.960 INFO:teuthology.orchestra.run.vm06.stdout:(107/311): python3-pycparser-2.20-6.el9.noarch. 2.6 MB/s | 124 kB 00:00 2026-04-17T17:22:29.963 INFO:teuthology.orchestra.run.vm07.stdout:(118/311): apache-commons-io-2.8.0-12.el9.noarc 6.7 MB/s | 282 kB 00:00 2026-04-17T17:22:29.964 INFO:teuthology.orchestra.run.vm07.stdout:(119/311): apache-commons-codec-1.15-10.el9.noa 6.3 MB/s | 300 kB 00:00 2026-04-17T17:22:29.964 INFO:teuthology.orchestra.run.vm06.stdout:(108/311): python3-pyparsing-2.4.7-9.el9.0.1.no 4.3 MB/s | 150 kB 00:00 2026-04-17T17:22:29.999 INFO:teuthology.orchestra.run.vm07.stdout:(120/311): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.5 MB/s | 86 kB 00:00 2026-04-17T17:22:30.027 INFO:teuthology.orchestra.run.vm07.stdout:(121/311): apache-commons-lang3-3.12.0-10.el9.n 8.6 MB/s | 557 kB 00:00 2026-04-17T17:22:30.027 INFO:teuthology.orchestra.run.vm06.stdout:(109/311): ceph-mgr-dashboard-20.2.0-21.gc03ba9 9.7 MB/s | 15 MB 00:01 2026-04-17T17:22:30.028 INFO:teuthology.orchestra.run.vm06.stdout:(110/311): python3-requests-2.25.1-10.el9_6.noa 1.6 MB/s | 115 kB 00:00 2026-04-17T17:22:30.030 INFO:teuthology.orchestra.run.vm07.stdout:(122/311): at-spi2-core-2.40.3-1.el9.x86_64.rpm 5.6 MB/s | 176 kB 00:00 2026-04-17T17:22:30.030 INFO:teuthology.orchestra.run.vm06.stdout:(111/311): python3-urllib3-1.26.5-6.el9_7.1.noa 2.8 MB/s | 191 kB 00:00 2026-04-17T17:22:30.057 INFO:teuthology.orchestra.run.vm07.stdout:(123/311): atinject-1.0.3-9.el9.noarch.rpm 722 kB/s | 22 kB 00:00 2026-04-17T17:22:30.066 INFO:teuthology.orchestra.run.vm07.stdout:(124/311): atk-2.36.0-5.el9.x86_64.rpm 7.4 MB/s | 270 kB 00:00 2026-04-17T17:22:30.072 INFO:teuthology.orchestra.run.vm06.stdout:(112/311): unzip-6.0-59.el9.x86_64.rpm 4.0 MB/s | 180 kB 00:00 2026-04-17T17:22:30.076 INFO:teuthology.orchestra.run.vm06.stdout:(113/311): zip-3.0-35.el9.x86_64.rpm 5.6 MB/s | 263 kB 00:00 2026-04-17T17:22:30.086 INFO:teuthology.orchestra.run.vm07.stdout:(125/311): avahi-glib-0.8-23.el9.x86_64.rpm 484 kB/s | 14 kB 00:00 2026-04-17T17:22:30.096 INFO:teuthology.orchestra.run.vm07.stdout:(126/311): boost-program-options-1.75.0-13.el9_ 3.4 MB/s | 104 kB 00:00 2026-04-17T17:22:30.139 INFO:teuthology.orchestra.run.vm06.stdout:(114/311): adwaita-cursor-theme-40.1.1-3.el9.no 9.2 MB/s | 623 kB 00:00 2026-04-17T17:22:30.139 INFO:teuthology.orchestra.run.vm07.stdout:(127/311): adwaita-icon-theme-40.1.1-3.el9.noar 39 MB/s | 11 MB 00:00 2026-04-17T17:22:30.140 INFO:teuthology.orchestra.run.vm07.stdout:(128/311): cdi-api-2.0.2-9.el9.noarch.rpm 960 kB/s | 52 kB 00:00 2026-04-17T17:22:30.142 INFO:teuthology.orchestra.run.vm07.stdout:(129/311): colord-libs-1.4.5-6.el9_6.x86_64.rpm 4.9 MB/s | 228 kB 00:00 2026-04-17T17:22:30.167 INFO:teuthology.orchestra.run.vm07.stdout:(130/311): composefs-libs-1.0.8-1.el9.x86_64.rp 1.9 MB/s | 53 kB 00:00 2026-04-17T17:22:30.167 INFO:teuthology.orchestra.run.vm07.stdout:(131/311): copy-jdk-configs-4.0-3.el9.0.1.noarc 1.0 MB/s | 27 kB 00:00 2026-04-17T17:22:30.170 INFO:teuthology.orchestra.run.vm07.stdout:(132/311): dconf-0.40.0-6.el9.x86_64.rpm 3.8 MB/s | 109 kB 00:00 2026-04-17T17:22:30.179 INFO:teuthology.orchestra.run.vm06.stdout:(115/311): alsa-lib-1.2.14-1.el9.x86_64.rpm 12 MB/s | 510 kB 00:00 2026-04-17T17:22:30.213 INFO:teuthology.orchestra.run.vm07.stdout:(133/311): exempi-2.6.0-0.2.20211007gite23c213. 11 MB/s | 523 kB 00:00 2026-04-17T17:22:30.213 INFO:teuthology.orchestra.run.vm06.stdout:(116/311): apache-commons-cli-1.4-20.el9.noarch 2.0 MB/s | 69 kB 00:00 2026-04-17T17:22:30.229 INFO:teuthology.orchestra.run.vm07.stdout:(134/311): exiv2-libs-0.27.5-2.el9.x86_64.rpm 13 MB/s | 779 kB 00:00 2026-04-17T17:22:30.237 INFO:teuthology.orchestra.run.vm07.stdout:(135/311): exiv2-0.27.5-2.el9.x86_64.rpm 14 MB/s | 975 kB 00:00 2026-04-17T17:22:30.247 INFO:teuthology.orchestra.run.vm07.stdout:(136/311): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 9.6 MB/s | 324 kB 00:00 2026-04-17T17:22:30.249 INFO:teuthology.orchestra.run.vm06.stdout:(117/311): apache-commons-codec-1.15-10.el9.noa 8.4 MB/s | 300 kB 00:00 2026-04-17T17:22:30.252 INFO:teuthology.orchestra.run.vm06.stdout:(118/311): smartmontools-7.2-9.el9.x86_64.rpm 2.4 MB/s | 551 kB 00:00 2026-04-17T17:22:30.259 INFO:teuthology.orchestra.run.vm07.stdout:(137/311): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 6.9 MB/s | 217 kB 00:00 2026-04-17T17:22:30.277 INFO:teuthology.orchestra.run.vm07.stdout:(138/311): flatpak-selinux-1.12.9-4.el9_6.noarc 669 kB/s | 20 kB 00:00 2026-04-17T17:22:30.292 INFO:teuthology.orchestra.run.vm07.stdout:(139/311): flatpak-session-helper-1.12.9-4.el9_ 2.2 MB/s | 71 kB 00:00 2026-04-17T17:22:30.293 INFO:teuthology.orchestra.run.vm06.stdout:(119/311): apache-commons-io-2.8.0-12.el9.noarc 6.3 MB/s | 282 kB 00:00 2026-04-17T17:22:30.305 INFO:teuthology.orchestra.run.vm07.stdout:(140/311): flatpak-1.12.9-4.el9_6.x86_64.rpm 25 MB/s | 1.7 MB 00:00 2026-04-17T17:22:30.305 INFO:teuthology.orchestra.run.vm06.stdout:(120/311): apache-commons-lang3-3.12.0-10.el9.n 10 MB/s | 557 kB 00:00 2026-04-17T17:22:30.306 INFO:teuthology.orchestra.run.vm07.stdout:(141/311): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.0 MB/s | 30 kB 00:00 2026-04-17T17:22:30.328 INFO:teuthology.orchestra.run.vm06.stdout:(121/311): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 2.4 MB/s | 86 kB 00:00 2026-04-17T17:22:30.333 INFO:teuthology.orchestra.run.vm07.stdout:(142/311): flexiblas-openblas-openmp-3.0.4-8.el 533 kB/s | 15 kB 00:00 2026-04-17T17:22:30.340 INFO:teuthology.orchestra.run.vm07.stdout:(143/311): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.4 MB/s | 83 kB 00:00 2026-04-17T17:22:30.341 INFO:teuthology.orchestra.run.vm06.stdout:(122/311): at-spi2-core-2.40.3-1.el9.x86_64.rpm 4.8 MB/s | 176 kB 00:00 2026-04-17T17:22:30.361 INFO:teuthology.orchestra.run.vm07.stdout:(144/311): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 4.3 MB/s | 122 kB 00:00 2026-04-17T17:22:30.380 INFO:teuthology.orchestra.run.vm07.stdout:(145/311): giflib-5.2.1-9.el9.x86_64.rpm 1.2 MB/s | 48 kB 00:00 2026-04-17T17:22:30.380 INFO:teuthology.orchestra.run.vm06.stdout:(123/311): adwaita-icon-theme-40.1.1-3.el9.noar 35 MB/s | 11 MB 00:00 2026-04-17T17:22:30.381 INFO:teuthology.orchestra.run.vm06.stdout:(124/311): atinject-1.0.3-9.el9.noarch.rpm 413 kB/s | 22 kB 00:00 2026-04-17T17:22:30.384 INFO:teuthology.orchestra.run.vm06.stdout:(125/311): atk-2.36.0-5.el9.x86_64.rpm 6.3 MB/s | 270 kB 00:00 2026-04-17T17:22:30.389 INFO:teuthology.orchestra.run.vm07.stdout:(146/311): flexiblas-netlib-3.0.4-8.el9.0.1.x86 31 MB/s | 3.0 MB 00:00 2026-04-17T17:22:30.392 INFO:teuthology.orchestra.run.vm07.stdout:(147/311): google-guice-4.2.3-12.el9.noarch.rpm 15 MB/s | 471 kB 00:00 2026-04-17T17:22:30.407 INFO:teuthology.orchestra.run.vm06.stdout:(126/311): avahi-glib-0.8-23.el9.x86_64.rpm 513 kB/s | 14 kB 00:00 2026-04-17T17:22:30.407 INFO:teuthology.orchestra.run.vm07.stdout:(148/311): graphene-1.10.6-2.el9.x86_64.rpm 2.3 MB/s | 64 kB 00:00 2026-04-17T17:22:30.409 INFO:teuthology.orchestra.run.vm06.stdout:(127/311): boost-program-options-1.75.0-13.el9_ 3.8 MB/s | 104 kB 00:00 2026-04-17T17:22:30.410 INFO:teuthology.orchestra.run.vm06.stdout:(128/311): cdi-api-2.0.2-9.el9.noarch.rpm 1.9 MB/s | 52 kB 00:00 2026-04-17T17:22:30.416 INFO:teuthology.orchestra.run.vm07.stdout:(149/311): gsm-1.0.19-6.el9.x86_64.rpm 1.2 MB/s | 33 kB 00:00 2026-04-17T17:22:30.439 INFO:teuthology.orchestra.run.vm06.stdout:(129/311): colord-libs-1.4.5-6.el9_6.x86_64.rpm 7.0 MB/s | 228 kB 00:00 2026-04-17T17:22:30.440 INFO:teuthology.orchestra.run.vm06.stdout:(130/311): composefs-libs-1.0.8-1.el9.x86_64.rp 1.7 MB/s | 53 kB 00:00 2026-04-17T17:22:30.441 INFO:teuthology.orchestra.run.vm06.stdout:(131/311): copy-jdk-configs-4.0-3.el9.0.1.noarc 900 kB/s | 27 kB 00:00 2026-04-17T17:22:30.444 INFO:teuthology.orchestra.run.vm07.stdout:(150/311): gtk-update-icon-cache-3.24.31-8.el9. 1.1 MB/s | 32 kB 00:00 2026-04-17T17:22:30.450 INFO:teuthology.orchestra.run.vm07.stdout:(151/311): gstreamer1-1.22.12-3.el9.x86_64.rpm 25 MB/s | 1.4 MB 00:00 2026-04-17T17:22:30.468 INFO:teuthology.orchestra.run.vm06.stdout:(132/311): dconf-0.40.0-6.el9.x86_64.rpm 3.9 MB/s | 109 kB 00:00 2026-04-17T17:22:30.472 INFO:teuthology.orchestra.run.vm07.stdout:(152/311): gstreamer1-plugins-base-1.22.12-5.el 34 MB/s | 2.2 MB 00:00 2026-04-17T17:22:30.490 INFO:teuthology.orchestra.run.vm06.stdout:(133/311): exempi-2.6.0-0.2.20211007gite23c213. 10 MB/s | 523 kB 00:00 2026-04-17T17:22:30.505 INFO:teuthology.orchestra.run.vm07.stdout:(153/311): hicolor-icon-theme-0.17-13.el9.noarc 2.0 MB/s | 66 kB 00:00 2026-04-17T17:22:30.510 INFO:teuthology.orchestra.run.vm06.stdout:(134/311): exiv2-0.27.5-2.el9.x86_64.rpm 14 MB/s | 975 kB 00:00 2026-04-17T17:22:30.519 INFO:teuthology.orchestra.run.vm06.stdout:(135/311): exiv2-libs-0.27.5-2.el9.x86_64.rpm 15 MB/s | 779 kB 00:00 2026-04-17T17:22:30.532 INFO:teuthology.orchestra.run.vm06.stdout:(136/311): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 7.6 MB/s | 324 kB 00:00 2026-04-17T17:22:30.552 INFO:teuthology.orchestra.run.vm06.stdout:(137/311): flac-libs-1.3.3-10.el9_2.1.x86_64.rp 5.1 MB/s | 217 kB 00:00 2026-04-17T17:22:30.562 INFO:teuthology.orchestra.run.vm06.stdout:(138/311): flatpak-selinux-1.12.9-4.el9_6.noarc 663 kB/s | 20 kB 00:00 2026-04-17T17:22:30.566 INFO:teuthology.orchestra.run.vm07.stdout:(154/311): httpcomponents-client-4.5.13-7.el9.n 10 MB/s | 655 kB 00:00 2026-04-17T17:22:30.587 INFO:teuthology.orchestra.run.vm06.stdout:(139/311): flatpak-1.12.9-4.el9_6.x86_64.rpm 25 MB/s | 1.7 MB 00:00 2026-04-17T17:22:30.588 INFO:teuthology.orchestra.run.vm07.stdout:(155/311): guava-30.1-10.el9.noarch.rpm 17 MB/s | 2.3 MB 00:00 2026-04-17T17:22:30.589 INFO:teuthology.orchestra.run.vm06.stdout:(140/311): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 1.1 MB/s | 30 kB 00:00 2026-04-17T17:22:30.603 INFO:teuthology.orchestra.run.vm07.stdout:(156/311): httpcomponents-core-4.4.13-11.el9.no 17 MB/s | 630 kB 00:00 2026-04-17T17:22:30.610 INFO:teuthology.orchestra.run.vm06.stdout:(141/311): flatpak-session-helper-1.12.9-4.el9_ 1.2 MB/s | 71 kB 00:00 2026-04-17T17:22:30.619 INFO:teuthology.orchestra.run.vm06.stdout:(142/311): flexiblas-openblas-openmp-3.0.4-8.el 508 kB/s | 15 kB 00:00 2026-04-17T17:22:30.635 INFO:teuthology.orchestra.run.vm07.stdout:(157/311): jakarta-annotations-1.3.5-16.el9.noa 1.3 MB/s | 44 kB 00:00 2026-04-17T17:22:30.642 INFO:teuthology.orchestra.run.vm06.stdout:(143/311): gdk-pixbuf2-modules-2.42.6-6.el9_6.x 2.6 MB/s | 83 kB 00:00 2026-04-17T17:22:30.661 INFO:teuthology.orchestra.run.vm07.stdout:(158/311): gtk3-3.24.31-8.el9.x86_64.rpm 22 MB/s | 4.8 MB 00:00 2026-04-17T17:22:30.661 INFO:teuthology.orchestra.run.vm06.stdout:(144/311): geoclue2-2.6.0-8.el9_6.1.x86_64.rpm 2.8 MB/s | 122 kB 00:00 2026-04-17T17:22:30.665 INFO:teuthology.orchestra.run.vm07.stdout:(159/311): jansi-2.3.3-9.el9.x86_64.rpm 3.5 MB/s | 108 kB 00:00 2026-04-17T17:22:30.671 INFO:teuthology.orchestra.run.vm06.stdout:(145/311): giflib-5.2.1-9.el9.x86_64.rpm 1.6 MB/s | 48 kB 00:00 2026-04-17T17:22:30.704 INFO:teuthology.orchestra.run.vm06.stdout:(146/311): graphene-1.10.6-2.el9.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2026-04-17T17:22:30.713 INFO:teuthology.orchestra.run.vm07.stdout:(160/311): java-17-openjdk-17.0.18.0.8-1.el9.x8 8.1 MB/s | 428 kB 00:00 2026-04-17T17:22:30.733 INFO:teuthology.orchestra.run.vm07.stdout:(161/311): iso-codes-4.6.0-3.el9.noarch.rpm 23 MB/s | 3.3 MB 00:00 2026-04-17T17:22:30.734 INFO:teuthology.orchestra.run.vm06.stdout:(147/311): gsm-1.0.19-6.el9.x86_64.rpm 1.1 MB/s | 33 kB 00:00 2026-04-17T17:22:30.736 INFO:teuthology.orchestra.run.vm06.stdout:(148/311): google-guice-4.2.3-12.el9.noarch.rpm 6.2 MB/s | 471 kB 00:00 2026-04-17T17:22:30.745 INFO:teuthology.orchestra.run.vm06.stdout:(149/311): flexiblas-netlib-3.0.4-8.el9.0.1.x86 19 MB/s | 3.0 MB 00:00 2026-04-17T17:22:30.762 INFO:teuthology.orchestra.run.vm07.stdout:(162/311): javapackages-filesystem-6.4.0-1.el9. 350 kB/s | 10 kB 00:00 2026-04-17T17:22:30.777 INFO:teuthology.orchestra.run.vm06.stdout:(150/311): gtk-update-icon-cache-3.24.31-8.el9. 1.0 MB/s | 32 kB 00:00 2026-04-17T17:22:30.795 INFO:teuthology.orchestra.run.vm07.stdout:(163/311): javapackages-tools-6.4.0-1.el9.noarc 954 kB/s | 31 kB 00:00 2026-04-17T17:22:30.827 INFO:teuthology.orchestra.run.vm07.stdout:(164/311): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.6 MB/s | 52 kB 00:00 2026-04-17T17:22:30.839 INFO:teuthology.orchestra.run.vm06.stdout:(151/311): gstreamer1-1.22.12-3.el9.x86_64.rpm 14 MB/s | 1.4 MB 00:00 2026-04-17T17:22:30.856 INFO:teuthology.orchestra.run.vm06.stdout:(152/311): gstreamer1-plugins-base-1.22.12-5.el 18 MB/s | 2.2 MB 00:00 2026-04-17T17:22:30.888 INFO:teuthology.orchestra.run.vm07.stdout:(165/311): java-17-openjdk-devel-17.0.18.0.8-1. 21 MB/s | 4.7 MB 00:00 2026-04-17T17:22:30.889 INFO:teuthology.orchestra.run.vm06.stdout:(153/311): hicolor-icon-theme-0.17-13.el9.noarc 2.0 MB/s | 66 kB 00:00 2026-04-17T17:22:30.889 INFO:teuthology.orchestra.run.vm07.stdout:(166/311): jcl-over-slf4j-1.7.30-16.el9.noarch. 365 kB/s | 23 kB 00:00 2026-04-17T17:22:30.921 INFO:teuthology.orchestra.run.vm07.stdout:(167/311): jsr-305-3.0.2-9.el9.noarch.rpm 967 kB/s | 31 kB 00:00 2026-04-17T17:22:30.937 INFO:teuthology.orchestra.run.vm07.stdout:(168/311): jsoup-1.13.1-13.el9.noarch.rpm 7.5 MB/s | 375 kB 00:00 2026-04-17T17:22:30.951 INFO:teuthology.orchestra.run.vm06.stdout:(154/311): httpcomponents-client-4.5.13-7.el9.n 10 MB/s | 655 kB 00:00 2026-04-17T17:22:30.956 INFO:teuthology.orchestra.run.vm07.stdout:(169/311): lcms2-2.12-3.el9.x86_64.rpm 4.7 MB/s | 166 kB 00:00 2026-04-17T17:22:30.966 INFO:teuthology.orchestra.run.vm07.stdout:(170/311): libX11-xcb-1.7.0-11.el9.x86_64.rpm 350 kB/s | 10 kB 00:00 2026-04-17T17:22:30.966 INFO:teuthology.orchestra.run.vm06.stdout:(155/311): guava-30.1-10.el9.noarch.rpm 18 MB/s | 2.3 MB 00:00 2026-04-17T17:22:30.986 INFO:teuthology.orchestra.run.vm07.stdout:(171/311): libXcomposite-0.4.5-7.el9.x86_64.rpm 785 kB/s | 23 kB 00:00 2026-04-17T17:22:31.000 INFO:teuthology.orchestra.run.vm07.stdout:(172/311): libXcursor-1.2.0-7.el9.x86_64.rpm 880 kB/s | 30 kB 00:00 2026-04-17T17:22:31.012 INFO:teuthology.orchestra.run.vm06.stdout:(156/311): httpcomponents-core-4.4.13-11.el9.no 10 MB/s | 630 kB 00:00 2026-04-17T17:22:31.019 INFO:teuthology.orchestra.run.vm07.stdout:(173/311): libXdamage-1.1.5-7.el9.x86_64.rpm 652 kB/s | 22 kB 00:00 2026-04-17T17:22:31.049 INFO:teuthology.orchestra.run.vm06.stdout:(157/311): jakarta-annotations-1.3.5-16.el9.noa 1.2 MB/s | 44 kB 00:00 2026-04-17T17:22:31.066 INFO:teuthology.orchestra.run.vm06.stdout:(158/311): gtk3-3.24.31-8.el9.x86_64.rpm 17 MB/s | 4.8 MB 00:00 2026-04-17T17:22:31.069 INFO:teuthology.orchestra.run.vm07.stdout:(174/311): libXi-1.7.10-8.el9.x86_64.rpm 830 kB/s | 39 kB 00:00 2026-04-17T17:22:31.069 INFO:teuthology.orchestra.run.vm07.stdout:(175/311): libXfixes-5.0.3-16.el9.x86_64.rpm 279 kB/s | 19 kB 00:00 2026-04-17T17:22:31.079 INFO:teuthology.orchestra.run.vm06.stdout:(159/311): jansi-2.3.3-9.el9.x86_64.rpm 3.6 MB/s | 108 kB 00:00 2026-04-17T17:22:31.094 INFO:teuthology.orchestra.run.vm06.stdout:(160/311): iso-codes-4.6.0-3.el9.noarch.rpm 26 MB/s | 3.3 MB 00:00 2026-04-17T17:22:31.096 INFO:teuthology.orchestra.run.vm07.stdout:(176/311): libXinerama-1.1.4-10.el9.x86_64.rpm 478 kB/s | 14 kB 00:00 2026-04-17T17:22:31.098 INFO:teuthology.orchestra.run.vm07.stdout:(177/311): libXrandr-1.5.2-8.el9.x86_64.rpm 896 kB/s | 27 kB 00:00 2026-04-17T17:22:31.100 INFO:teuthology.orchestra.run.vm06.stdout:(161/311): java-17-openjdk-17.0.18.0.8-1.el9.x8 12 MB/s | 428 kB 00:00 2026-04-17T17:22:31.135 INFO:teuthology.orchestra.run.vm06.stdout:(162/311): javapackages-filesystem-6.4.0-1.el9. 301 kB/s | 10 kB 00:00 2026-04-17T17:22:31.141 INFO:teuthology.orchestra.run.vm07.stdout:(178/311): libXtst-1.2.3-16.el9.x86_64.rpm 456 kB/s | 20 kB 00:00 2026-04-17T17:22:31.142 INFO:teuthology.orchestra.run.vm07.stdout:(179/311): libXv-1.0.11-16.el9.x86_64.rpm 413 kB/s | 18 kB 00:00 2026-04-17T17:22:31.166 INFO:teuthology.orchestra.run.vm06.stdout:(163/311): javapackages-tools-6.4.0-1.el9.noarc 1.0 MB/s | 31 kB 00:00 2026-04-17T17:22:31.175 INFO:teuthology.orchestra.run.vm07.stdout:(180/311): libXxf86vm-1.1.4-18.el9.x86_64.rpm 530 kB/s | 18 kB 00:00 2026-04-17T17:22:31.177 INFO:teuthology.orchestra.run.vm07.stdout:(181/311): libasyncns-0.8-22.el9.x86_64.rpm 834 kB/s | 29 kB 00:00 2026-04-17T17:22:31.207 INFO:teuthology.orchestra.run.vm07.stdout:(182/311): libcanberra-0.30-27.el9.x86_64.rpm 2.7 MB/s | 85 kB 00:00 2026-04-17T17:22:31.207 INFO:teuthology.orchestra.run.vm06.stdout:(164/311): java-17-openjdk-devel-17.0.18.0.8-1. 37 MB/s | 4.7 MB 00:00 2026-04-17T17:22:31.209 INFO:teuthology.orchestra.run.vm06.stdout:(165/311): jbigkit-libs-2.1-23.el9.x86_64.rpm 1.2 MB/s | 52 kB 00:00 2026-04-17T17:22:31.209 INFO:teuthology.orchestra.run.vm07.stdout:(183/311): libcanberra-gtk3-0.30-27.el9.x86_64. 978 kB/s | 31 kB 00:00 2026-04-17T17:22:31.235 INFO:teuthology.orchestra.run.vm06.stdout:(166/311): jcl-over-slf4j-1.7.30-16.el9.noarch. 842 kB/s | 23 kB 00:00 2026-04-17T17:22:31.246 INFO:teuthology.orchestra.run.vm06.stdout:(167/311): jsoup-1.13.1-13.el9.noarch.rpm 10 MB/s | 375 kB 00:00 2026-04-17T17:22:31.248 INFO:teuthology.orchestra.run.vm07.stdout:(184/311): libdrm-2.4.123-2.el9.x86_64.rpm 3.8 MB/s | 158 kB 00:00 2026-04-17T17:22:31.250 INFO:teuthology.orchestra.run.vm07.stdout:(185/311): libepoxy-1.5.5-4.el9.x86_64.rpm 5.9 MB/s | 244 kB 00:00 2026-04-17T17:22:31.262 INFO:teuthology.orchestra.run.vm06.stdout:(168/311): jsr-305-3.0.2-9.el9.noarch.rpm 1.1 MB/s | 31 kB 00:00 2026-04-17T17:22:31.275 INFO:teuthology.orchestra.run.vm06.stdout:(169/311): lcms2-2.12-3.el9.x86_64.rpm 5.5 MB/s | 166 kB 00:00 2026-04-17T17:22:31.279 INFO:teuthology.orchestra.run.vm07.stdout:(186/311): libfontenc-1.1.3-17.el9.x86_64.rpm 1.0 MB/s | 30 kB 00:00 2026-04-17T17:22:31.288 INFO:teuthology.orchestra.run.vm07.stdout:(187/311): libexif-0.6.22-6.el9.x86_64.rpm 10 MB/s | 423 kB 00:00 2026-04-17T17:22:31.291 INFO:teuthology.orchestra.run.vm06.stdout:(170/311): libX11-xcb-1.7.0-11.el9.x86_64.rpm 350 kB/s | 10 kB 00:00 2026-04-17T17:22:31.302 INFO:teuthology.orchestra.run.vm06.stdout:(171/311): libXcomposite-0.4.5-7.el9.x86_64.rpm 858 kB/s | 23 kB 00:00 2026-04-17T17:22:31.309 INFO:teuthology.orchestra.run.vm07.stdout:(188/311): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.0 MB/s | 93 kB 00:00 2026-04-17T17:22:31.319 INFO:teuthology.orchestra.run.vm07.stdout:(189/311): libglvnd-1.3.4-1.el9.x86_64.rpm 4.2 MB/s | 133 kB 00:00 2026-04-17T17:22:31.331 INFO:teuthology.orchestra.run.vm06.stdout:(172/311): libXdamage-1.1.5-7.el9.x86_64.rpm 758 kB/s | 22 kB 00:00 2026-04-17T17:22:31.338 INFO:teuthology.orchestra.run.vm07.stdout:(190/311): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.2 MB/s | 36 kB 00:00 2026-04-17T17:22:31.348 INFO:teuthology.orchestra.run.vm07.stdout:(191/311): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.7 MB/s | 140 kB 00:00 2026-04-17T17:22:31.351 INFO:teuthology.orchestra.run.vm06.stdout:(173/311): libXcursor-1.2.0-7.el9.x86_64.rpm 498 kB/s | 30 kB 00:00 2026-04-17T17:22:31.359 INFO:teuthology.orchestra.run.vm06.stdout:(174/311): libXfixes-5.0.3-16.el9.x86_64.rpm 682 kB/s | 19 kB 00:00 2026-04-17T17:22:31.374 INFO:teuthology.orchestra.run.vm07.stdout:(192/311): libgsf-1.14.47-5.el9.x86_64.rpm 6.7 MB/s | 245 kB 00:00 2026-04-17T17:22:31.379 INFO:teuthology.orchestra.run.vm06.stdout:(175/311): libXi-1.7.10-8.el9.x86_64.rpm 1.4 MB/s | 39 kB 00:00 2026-04-17T17:22:31.379 INFO:teuthology.orchestra.run.vm07.stdout:(193/311): libgxps-0.3.2-3.el9.x86_64.rpm 2.5 MB/s | 78 kB 00:00 2026-04-17T17:22:31.386 INFO:teuthology.orchestra.run.vm06.stdout:(176/311): libXinerama-1.1.4-10.el9.x86_64.rpm 534 kB/s | 14 kB 00:00 2026-04-17T17:22:31.452 INFO:teuthology.orchestra.run.vm06.stdout:(177/311): libXrandr-1.5.2-8.el9.x86_64.rpm 379 kB/s | 27 kB 00:00 2026-04-17T17:22:31.453 INFO:teuthology.orchestra.run.vm07.stdout:(194/311): libiptcdata-1.0.5-10.el9.x86_64.rpm 772 kB/s | 60 kB 00:00 2026-04-17T17:22:31.508 INFO:teuthology.orchestra.run.vm06.stdout:(178/311): libXtst-1.2.3-16.el9.x86_64.rpm 168 kB/s | 20 kB 00:00 2026-04-17T17:22:31.508 INFO:teuthology.orchestra.run.vm07.stdout:(195/311): libldac-2.0.2.3-10.el9.x86_64.rpm 314 kB/s | 40 kB 00:00 2026-04-17T17:22:31.619 INFO:teuthology.orchestra.run.vm06.stdout:(179/311): libXv-1.0.11-16.el9.x86_64.rpm 108 kB/s | 18 kB 00:00 2026-04-17T17:22:31.620 INFO:teuthology.orchestra.run.vm07.stdout:(196/311): libnbd-1.20.3-4.el9.x86_64.rpm 1.0 MB/s | 171 kB 00:00 2026-04-17T17:22:31.659 INFO:teuthology.orchestra.run.vm06.stdout:(180/311): libXxf86vm-1.1.4-18.el9.x86_64.rpm 117 kB/s | 18 kB 00:00 2026-04-17T17:22:31.661 INFO:teuthology.orchestra.run.vm07.stdout:(197/311): libnotify-0.7.9-8.el9.x86_64.rpm 280 kB/s | 43 kB 00:00 2026-04-17T17:22:31.703 INFO:teuthology.orchestra.run.vm07.stdout:(198/311): libogg-1.3.4-6.el9.x86_64.rpm 391 kB/s | 32 kB 00:00 2026-04-17T17:22:31.730 INFO:teuthology.orchestra.run.vm06.stdout:(181/311): libasyncns-0.8-22.el9.x86_64.rpm 267 kB/s | 29 kB 00:00 2026-04-17T17:22:31.742 INFO:teuthology.orchestra.run.vm07.stdout:(199/311): libosinfo-1.10.0-1.el9.x86_64.rpm 3.8 MB/s | 312 kB 00:00 2026-04-17T17:22:31.779 INFO:teuthology.orchestra.run.vm06.stdout:(182/311): libcanberra-0.30-27.el9.x86_64.rpm 717 kB/s | 85 kB 00:00 2026-04-17T17:22:31.805 INFO:teuthology.orchestra.run.vm07.stdout:(200/311): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.5 MB/s | 159 kB 00:00 2026-04-17T17:22:31.816 INFO:teuthology.orchestra.run.vm06.stdout:(183/311): libcanberra-gtk3-0.30-27.el9.x86_64. 359 kB/s | 31 kB 00:00 2026-04-17T17:22:31.825 INFO:teuthology.orchestra.run.vm06.stdout:(184/311): libdrm-2.4.123-2.el9.x86_64.rpm 3.3 MB/s | 158 kB 00:00 2026-04-17T17:22:31.873 INFO:teuthology.orchestra.run.vm07.stdout:(201/311): librabbitmq-0.11.0-7.el9.x86_64.rpm 338 kB/s | 44 kB 00:00 2026-04-17T17:22:31.905 INFO:teuthology.orchestra.run.vm06.stdout:(185/311): libepoxy-1.5.5-4.el9.x86_64.rpm 2.7 MB/s | 244 kB 00:00 2026-04-17T17:22:31.946 INFO:teuthology.orchestra.run.vm06.stdout:(186/311): libexif-0.6.22-6.el9.x86_64.rpm 3.4 MB/s | 423 kB 00:00 2026-04-17T17:22:31.962 INFO:teuthology.orchestra.run.vm07.stdout:(202/311): librdkafka-1.6.1-102.el9.x86_64.rpm 4.1 MB/s | 662 kB 00:00 2026-04-17T17:22:31.963 INFO:teuthology.orchestra.run.vm06.stdout:(187/311): libfontenc-1.1.3-17.el9.x86_64.rpm 520 kB/s | 30 kB 00:00 2026-04-17T17:22:31.963 INFO:teuthology.orchestra.run.vm07.stdout:(203/311): libsbc-1.4-9.el9.x86_64.rpm 487 kB/s | 44 kB 00:00 2026-04-17T17:22:31.975 INFO:teuthology.orchestra.run.vm06.stdout:(188/311): libgexiv2-0.14.3-1.el9.x86_64.rpm 3.2 MB/s | 93 kB 00:00 2026-04-17T17:22:31.992 INFO:teuthology.orchestra.run.vm07.stdout:(204/311): libsndfile-1.0.31-9.el9.x86_64.rpm 6.7 MB/s | 205 kB 00:00 2026-04-17T17:22:31.993 INFO:teuthology.orchestra.run.vm06.stdout:(189/311): libglvnd-1.3.4-1.el9.x86_64.rpm 4.5 MB/s | 133 kB 00:00 2026-04-17T17:22:31.995 INFO:teuthology.orchestra.run.vm07.stdout:(205/311): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.5 MB/s | 243 kB 00:00 2026-04-17T17:22:32.002 INFO:teuthology.orchestra.run.vm06.stdout:(190/311): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 1.3 MB/s | 36 kB 00:00 2026-04-17T17:22:32.022 INFO:teuthology.orchestra.run.vm06.stdout:(191/311): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 4.7 MB/s | 140 kB 00:00 2026-04-17T17:22:32.027 INFO:teuthology.orchestra.run.vm07.stdout:(206/311): libtheora-1.1.1-31.el9.x86_64.rpm 4.7 MB/s | 163 kB 00:00 2026-04-17T17:22:32.028 INFO:teuthology.orchestra.run.vm07.stdout:(207/311): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 5.9 MB/s | 196 kB 00:00 2026-04-17T17:22:32.034 INFO:teuthology.orchestra.run.vm06.stdout:(192/311): libgsf-1.14.47-5.el9.x86_64.rpm 7.7 MB/s | 245 kB 00:00 2026-04-17T17:22:32.050 INFO:teuthology.orchestra.run.vm06.stdout:(193/311): libgxps-0.3.2-3.el9.x86_64.rpm 2.7 MB/s | 78 kB 00:00 2026-04-17T17:22:32.062 INFO:teuthology.orchestra.run.vm07.stdout:(208/311): libvorbis-1.3.7-5.el9.x86_64.rpm 5.6 MB/s | 192 kB 00:00 2026-04-17T17:22:32.063 INFO:teuthology.orchestra.run.vm06.stdout:(194/311): libiptcdata-1.0.5-10.el9.x86_64.rpm 2.0 MB/s | 60 kB 00:00 2026-04-17T17:22:32.065 INFO:teuthology.orchestra.run.vm07.stdout:(209/311): libtracker-sparql-3.1.2-3.el9_1.x86_ 8.1 MB/s | 316 kB 00:00 2026-04-17T17:22:32.077 INFO:teuthology.orchestra.run.vm06.stdout:(195/311): libldac-2.0.2.3-10.el9.x86_64.rpm 1.5 MB/s | 40 kB 00:00 2026-04-17T17:22:32.093 INFO:teuthology.orchestra.run.vm06.stdout:(196/311): libnbd-1.20.3-4.el9.x86_64.rpm 5.6 MB/s | 171 kB 00:00 2026-04-17T17:22:32.093 INFO:teuthology.orchestra.run.vm07.stdout:(210/311): libwayland-client-1.21.0-1.el9.x86_6 1.0 MB/s | 33 kB 00:00 2026-04-17T17:22:32.095 INFO:teuthology.orchestra.run.vm07.stdout:(211/311): libwayland-cursor-1.21.0-1.el9.x86_6 635 kB/s | 18 kB 00:00 2026-04-17T17:22:32.105 INFO:teuthology.orchestra.run.vm06.stdout:(197/311): libnotify-0.7.9-8.el9.x86_64.rpm 1.6 MB/s | 43 kB 00:00 2026-04-17T17:22:32.120 INFO:teuthology.orchestra.run.vm06.stdout:(198/311): libogg-1.3.4-6.el9.x86_64.rpm 1.2 MB/s | 32 kB 00:00 2026-04-17T17:22:32.122 INFO:teuthology.orchestra.run.vm07.stdout:(212/311): libwayland-egl-1.21.0-1.el9.x86_64.r 422 kB/s | 12 kB 00:00 2026-04-17T17:22:32.123 INFO:teuthology.orchestra.run.vm07.stdout:(213/311): libwayland-server-1.21.0-1.el9.x86_6 1.4 MB/s | 41 kB 00:00 2026-04-17T17:22:32.144 INFO:teuthology.orchestra.run.vm06.stdout:(199/311): libosinfo-1.10.0-1.el9.x86_64.rpm 7.7 MB/s | 312 kB 00:00 2026-04-17T17:22:32.150 INFO:teuthology.orchestra.run.vm06.stdout:(200/311): libpmemobj-1.12.1-1.el9.x86_64.rpm 5.2 MB/s | 159 kB 00:00 2026-04-17T17:22:32.157 INFO:teuthology.orchestra.run.vm07.stdout:(214/311): libxkbcommon-1.0.3-4.el9.x86_64.rpm 3.9 MB/s | 132 kB 00:00 2026-04-17T17:22:32.160 INFO:teuthology.orchestra.run.vm07.stdout:(215/311): libwebp-1.2.0-8.el9.x86_64.rpm 7.1 MB/s | 276 kB 00:00 2026-04-17T17:22:32.173 INFO:teuthology.orchestra.run.vm06.stdout:(201/311): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.5 MB/s | 44 kB 00:00 2026-04-17T17:22:32.186 INFO:teuthology.orchestra.run.vm07.stdout:(216/311): libxshmfence-1.3-10.el9.x86_64.rpm 391 kB/s | 12 kB 00:00 2026-04-17T17:22:32.190 INFO:teuthology.orchestra.run.vm06.stdout:(202/311): librdkafka-1.6.1-102.el9.x86_64.rpm 16 MB/s | 662 kB 00:00 2026-04-17T17:22:32.195 INFO:teuthology.orchestra.run.vm07.stdout:(217/311): libxslt-1.1.34-14.el9_7.1.x86_64.rpm 6.8 MB/s | 240 kB 00:00 2026-04-17T17:22:32.200 INFO:teuthology.orchestra.run.vm06.stdout:(203/311): libsbc-1.4-9.el9.x86_64.rpm 1.6 MB/s | 44 kB 00:00 2026-04-17T17:22:32.215 INFO:teuthology.orchestra.run.vm07.stdout:(218/311): llvm-filesystem-20.1.8-3.el9.x86_64. 326 kB/s | 9.2 kB 00:00 2026-04-17T17:22:32.221 INFO:teuthology.orchestra.run.vm06.stdout:(204/311): libsndfile-1.0.31-9.el9.x86_64.rpm 6.6 MB/s | 205 kB 00:00 2026-04-17T17:22:32.232 INFO:teuthology.orchestra.run.vm06.stdout:(205/311): libstoragemgmt-1.10.1-1.el9.x86_64.r 7.7 MB/s | 243 kB 00:00 2026-04-17T17:22:32.243 INFO:teuthology.orchestra.run.vm07.stdout:(219/311): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-17T17:22:32.251 INFO:teuthology.orchestra.run.vm06.stdout:(206/311): libtheora-1.1.1-31.el9.x86_64.rpm 5.4 MB/s | 163 kB 00:00 2026-04-17T17:22:32.262 INFO:teuthology.orchestra.run.vm06.stdout:(207/311): libtiff-4.4.0-15.el9_7.2.0.1.x86_64. 6.4 MB/s | 196 kB 00:00 2026-04-17T17:22:32.284 INFO:teuthology.orchestra.run.vm06.stdout:(208/311): libtracker-sparql-3.1.2-3.el9_1.x86_ 9.5 MB/s | 316 kB 00:00 2026-04-17T17:22:32.284 INFO:teuthology.orchestra.run.vm07.stdout:(220/311): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.9 MB/s | 282 kB 00:00 2026-04-17T17:22:32.292 INFO:teuthology.orchestra.run.vm06.stdout:(209/311): libvorbis-1.3.7-5.el9.x86_64.rpm 6.3 MB/s | 192 kB 00:00 2026-04-17T17:22:32.311 INFO:teuthology.orchestra.run.vm06.stdout:(210/311): libwayland-client-1.21.0-1.el9.x86_6 1.2 MB/s | 33 kB 00:00 2026-04-17T17:22:32.320 INFO:teuthology.orchestra.run.vm06.stdout:(211/311): libwayland-cursor-1.21.0-1.el9.x86_6 695 kB/s | 18 kB 00:00 2026-04-17T17:22:32.338 INFO:teuthology.orchestra.run.vm06.stdout:(212/311): libwayland-egl-1.21.0-1.el9.x86_64.r 446 kB/s | 12 kB 00:00 2026-04-17T17:22:32.403 INFO:teuthology.orchestra.run.vm06.stdout:(213/311): libwayland-server-1.21.0-1.el9.x86_6 486 kB/s | 41 kB 00:00 2026-04-17T17:22:32.405 INFO:teuthology.orchestra.run.vm07.stdout:(221/311): java-17-openjdk-headless-17.0.18.0.8 26 MB/s | 44 MB 00:01 2026-04-17T17:22:32.406 INFO:teuthology.orchestra.run.vm06.stdout:(214/311): libwebp-1.2.0-8.el9.x86_64.rpm 4.0 MB/s | 276 kB 00:00 2026-04-17T17:22:32.407 INFO:teuthology.orchestra.run.vm07.stdout:(222/311): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 187 kB 00:00 2026-04-17T17:22:32.433 INFO:teuthology.orchestra.run.vm06.stdout:(215/311): libxkbcommon-1.0.3-4.el9.x86_64.rpm 4.5 MB/s | 132 kB 00:00 2026-04-17T17:22:32.434 INFO:teuthology.orchestra.run.vm06.stdout:(216/311): libxshmfence-1.3-10.el9.x86_64.rpm 427 kB/s | 12 kB 00:00 2026-04-17T17:22:32.435 INFO:teuthology.orchestra.run.vm07.stdout:(223/311): maven-3.6.3-22.el9.noarch.rpm 576 kB/s | 17 kB 00:00 2026-04-17T17:22:32.437 INFO:teuthology.orchestra.run.vm07.stdout:(224/311): lua-posix-35.0-8.el9.x86_64.rpm 3.9 MB/s | 131 kB 00:00 2026-04-17T17:22:32.463 INFO:teuthology.orchestra.run.vm06.stdout:(217/311): llvm-filesystem-20.1.8-3.el9.x86_64. 315 kB/s | 9.2 kB 00:00 2026-04-17T17:22:32.465 INFO:teuthology.orchestra.run.vm06.stdout:(218/311): libxslt-1.1.34-14.el9_7.1.x86_64.rpm 7.4 MB/s | 240 kB 00:00 2026-04-17T17:22:32.465 INFO:teuthology.orchestra.run.vm07.stdout:(225/311): maven-openjdk17-3.6.3-22.el9.noarch. 285 kB/s | 8.0 kB 00:00 2026-04-17T17:22:32.494 INFO:teuthology.orchestra.run.vm06.stdout:(219/311): low-memory-monitor-2.1-4.el9.x86_64. 1.2 MB/s | 35 kB 00:00 2026-04-17T17:22:32.529 INFO:teuthology.orchestra.run.vm06.stdout:(220/311): lttng-ust-2.12.0-6.el9.x86_64.rpm 8.1 MB/s | 282 kB 00:00 2026-04-17T17:22:32.536 INFO:teuthology.orchestra.run.vm07.stdout:(226/311): maven-resolver-1.6.1-14.el9.noarch.r 7.1 MB/s | 512 kB 00:00 2026-04-17T17:22:32.554 INFO:teuthology.orchestra.run.vm07.stdout:(227/311): maven-lib-3.6.3-22.el9.noarch.rpm 12 MB/s | 1.5 MB 00:00 2026-04-17T17:22:32.562 INFO:teuthology.orchestra.run.vm06.stdout:(221/311): lua-5.4.4-4.el9.x86_64.rpm 5.6 MB/s | 187 kB 00:00 2026-04-17T17:22:32.572 INFO:teuthology.orchestra.run.vm07.stdout:(228/311): maven-shared-utils-3.3.4-7.el9.noarc 4.2 MB/s | 150 kB 00:00 2026-04-17T17:22:32.586 INFO:teuthology.orchestra.run.vm07.stdout:(229/311): maven-wagon-3.4.2-10.el9.noarch.rpm 3.4 MB/s | 111 kB 00:00 2026-04-17T17:22:32.593 INFO:teuthology.orchestra.run.vm06.stdout:(222/311): lua-posix-35.0-8.el9.x86_64.rpm 4.2 MB/s | 131 kB 00:00 2026-04-17T17:22:32.615 INFO:teuthology.orchestra.run.vm07.stdout:(230/311): mesa-filesystem-25.0.7-5.el9_7.x86_6 372 kB/s | 11 kB 00:00 2026-04-17T17:22:32.648 INFO:teuthology.orchestra.run.vm07.stdout:(231/311): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 4.1 MB/s | 136 kB 00:00 2026-04-17T17:22:32.738 INFO:teuthology.orchestra.run.vm07.stdout:(232/311): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 1.7 MB/s | 155 kB 00:00 2026-04-17T17:22:32.744 INFO:teuthology.orchestra.run.vm06.stdout:(223/311): java-17-openjdk-headless-17.0.18.0.8 27 MB/s | 44 MB 00:01 2026-04-17T17:22:32.750 INFO:teuthology.orchestra.run.vm06.stdout:(224/311): maven-3.6.3-22.el9.noarch.rpm 107 kB/s | 17 kB 00:00 2026-04-17T17:22:32.767 INFO:teuthology.orchestra.run.vm07.stdout:(233/311): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 572 kB/s | 16 kB 00:00 2026-04-17T17:22:32.777 INFO:teuthology.orchestra.run.vm06.stdout:(225/311): maven-openjdk17-3.6.3-22.el9.noarch. 298 kB/s | 8.0 kB 00:00 2026-04-17T17:22:32.800 INFO:teuthology.orchestra.run.vm07.stdout:(234/311): mkfontscale-1.2.1-3.el9.x86_64.rpm 963 kB/s | 31 kB 00:00 2026-04-17T17:22:32.830 INFO:teuthology.orchestra.run.vm06.stdout:(226/311): maven-resolver-1.6.1-14.el9.noarch.r 9.5 MB/s | 512 kB 00:00 2026-04-17T17:22:32.831 INFO:teuthology.orchestra.run.vm07.stdout:(235/311): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2026-04-17T17:22:32.862 INFO:teuthology.orchestra.run.vm06.stdout:(227/311): maven-shared-utils-3.3.4-7.el9.noarc 4.6 MB/s | 150 kB 00:00 2026-04-17T17:22:32.883 INFO:teuthology.orchestra.run.vm06.stdout:(228/311): maven-lib-3.6.3-22.el9.noarch.rpm 11 MB/s | 1.5 MB 00:00 2026-04-17T17:22:32.893 INFO:teuthology.orchestra.run.vm06.stdout:(229/311): maven-wagon-3.4.2-10.el9.noarch.rpm 3.6 MB/s | 111 kB 00:00 2026-04-17T17:22:32.921 INFO:teuthology.orchestra.run.vm06.stdout:(230/311): mesa-filesystem-25.0.7-5.el9_7.x86_6 389 kB/s | 11 kB 00:00 2026-04-17T17:22:33.003 INFO:teuthology.orchestra.run.vm06.stdout:(231/311): mesa-libEGL-25.0.7-5.el9_7.x86_64.rp 1.6 MB/s | 136 kB 00:00 2026-04-17T17:22:33.037 INFO:teuthology.orchestra.run.vm06.stdout:(232/311): mesa-libGL-25.0.7-5.el9_7.x86_64.rpm 4.5 MB/s | 155 kB 00:00 2026-04-17T17:22:33.070 INFO:teuthology.orchestra.run.vm06.stdout:(233/311): mesa-libgbm-25.0.7-5.el9_7.x86_64.rp 504 kB/s | 16 kB 00:00 2026-04-17T17:22:33.104 INFO:teuthology.orchestra.run.vm06.stdout:(234/311): mkfontscale-1.2.1-3.el9.x86_64.rpm 935 kB/s | 31 kB 00:00 2026-04-17T17:22:33.135 INFO:teuthology.orchestra.run.vm06.stdout:(235/311): openblas-0.3.29-1.el9.x86_64.rpm 1.3 MB/s | 41 kB 00:00 2026-04-17T17:22:33.288 INFO:teuthology.orchestra.run.vm07.stdout:(236/311): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 13 MB/s | 9.7 MB 00:00 2026-04-17T17:22:33.338 INFO:teuthology.orchestra.run.vm07.stdout:(237/311): openjpeg2-2.4.0-8.el9.x86_64.rpm 3.1 MB/s | 161 kB 00:00 2026-04-17T17:22:33.391 INFO:teuthology.orchestra.run.vm07.stdout:(238/311): opus-1.3.1-10.el9.x86_64.rpm 3.7 MB/s | 199 kB 00:00 2026-04-17T17:22:33.443 INFO:teuthology.orchestra.run.vm07.stdout:(239/311): openblas-openmp-0.3.29-1.el9.x86_64. 8.6 MB/s | 5.3 MB 00:00 2026-04-17T17:22:33.452 INFO:teuthology.orchestra.run.vm07.stdout:(240/311): orc-0.4.31-8.el9.x86_64.rpm 3.0 MB/s | 182 kB 00:00 2026-04-17T17:22:33.452 INFO:teuthology.orchestra.run.vm06.stdout:(236/311): llvm-libs-20.1.8-3.el9.x86_64.rpm 30 MB/s | 30 MB 00:00 2026-04-17T17:22:33.472 INFO:teuthology.orchestra.run.vm06.stdout:(237/311): openblas-openmp-0.3.29-1.el9.x86_64. 16 MB/s | 5.3 MB 00:00 2026-04-17T17:22:33.483 INFO:teuthology.orchestra.run.vm06.stdout:(238/311): openjpeg2-2.4.0-8.el9.x86_64.rpm 5.2 MB/s | 161 kB 00:00 2026-04-17T17:22:33.484 INFO:teuthology.orchestra.run.vm07.stdout:(241/311): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.1 MB/s | 68 kB 00:00 2026-04-17T17:22:33.492 INFO:teuthology.orchestra.run.vm07.stdout:(242/311): osinfo-db-20250606-1.el9.rocky.20250 6.3 MB/s | 310 kB 00:00 2026-04-17T17:22:33.503 INFO:teuthology.orchestra.run.vm06.stdout:(239/311): opus-1.3.1-10.el9.x86_64.rpm 6.3 MB/s | 199 kB 00:00 2026-04-17T17:22:33.514 INFO:teuthology.orchestra.run.vm06.stdout:(240/311): orc-0.4.31-8.el9.x86_64.rpm 5.7 MB/s | 182 kB 00:00 2026-04-17T17:22:33.537 INFO:teuthology.orchestra.run.vm07.stdout:(243/311): p11-kit-server-0.25.3-3.el9_5.x86_64 5.3 MB/s | 244 kB 00:00 2026-04-17T17:22:33.538 INFO:teuthology.orchestra.run.vm06.stdout:(241/311): osinfo-db-20250606-1.el9.rocky.20250 8.8 MB/s | 310 kB 00:00 2026-04-17T17:22:33.543 INFO:teuthology.orchestra.run.vm06.stdout:(242/311): osinfo-db-tools-1.10.0-1.el9.x86_64. 2.4 MB/s | 68 kB 00:00 2026-04-17T17:22:33.548 INFO:teuthology.orchestra.run.vm07.stdout:(244/311): ostree-libs-2025.6-2.el9_7.x86_64.rp 7.4 MB/s | 484 kB 00:00 2026-04-17T17:22:33.574 INFO:teuthology.orchestra.run.vm07.stdout:(245/311): perl-Benchmark-1.23-481.1.el9_6.noar 713 kB/s | 25 kB 00:00 2026-04-17T17:22:33.582 INFO:teuthology.orchestra.run.vm06.stdout:(243/311): ostree-libs-2025.6-2.el9_7.x86_64.rp 11 MB/s | 484 kB 00:00 2026-04-17T17:22:33.583 INFO:teuthology.orchestra.run.vm06.stdout:(244/311): p11-kit-server-0.25.3-3.el9_5.x86_64 5.9 MB/s | 244 kB 00:00 2026-04-17T17:22:33.592 INFO:teuthology.orchestra.run.vm07.stdout:(246/311): perl-Test-Harness-3.42-461.el9.noarc 6.0 MB/s | 267 kB 00:00 2026-04-17T17:22:33.606 INFO:teuthology.orchestra.run.vm07.stdout:(247/311): pipewire-1.0.1-1.el9.x86_64.rpm 3.0 MB/s | 101 kB 00:00 2026-04-17T17:22:33.609 INFO:teuthology.orchestra.run.vm06.stdout:(245/311): perl-Benchmark-1.23-481.1.el9_6.noar 937 kB/s | 25 kB 00:00 2026-04-17T17:22:33.617 INFO:teuthology.orchestra.run.vm06.stdout:(246/311): perl-Test-Harness-3.42-461.el9.noarc 7.7 MB/s | 267 kB 00:00 2026-04-17T17:22:33.623 INFO:teuthology.orchestra.run.vm07.stdout:(248/311): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 1.8 MB/s | 56 kB 00:00 2026-04-17T17:22:33.634 INFO:teuthology.orchestra.run.vm07.stdout:(249/311): pipewire-jack-audio-connection-kit-1 298 kB/s | 8.1 kB 00:00 2026-04-17T17:22:33.638 INFO:teuthology.orchestra.run.vm06.stdout:(247/311): pipewire-1.0.1-1.el9.x86_64.rpm 3.5 MB/s | 101 kB 00:00 2026-04-17T17:22:33.645 INFO:teuthology.orchestra.run.vm06.stdout:(248/311): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 2.0 MB/s | 56 kB 00:00 2026-04-17T17:22:33.655 INFO:teuthology.orchestra.run.vm07.stdout:(250/311): pipewire-jack-audio-connection-kit-l 4.1 MB/s | 134 kB 00:00 2026-04-17T17:22:33.712 INFO:teuthology.orchestra.run.vm06.stdout:(249/311): mesa-dri-drivers-25.0.7-5.el9_7.x86_ 12 MB/s | 9.7 MB 00:00 2026-04-17T17:22:33.714 INFO:teuthology.orchestra.run.vm06.stdout:(250/311): pipewire-jack-audio-connection-kit-1 108 kB/s | 8.1 kB 00:00 2026-04-17T17:22:33.715 INFO:teuthology.orchestra.run.vm06.stdout:(251/311): pipewire-jack-audio-connection-kit-l 1.9 MB/s | 134 kB 00:00 2026-04-17T17:22:33.780 INFO:teuthology.orchestra.run.vm06.stdout:(252/311): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.7 MB/s | 185 kB 00:00 2026-04-17T17:22:33.788 INFO:teuthology.orchestra.run.vm06.stdout:(253/311): plexus-cipher-1.7-30.el9.noarch.rpm 341 kB/s | 24 kB 00:00 2026-04-17T17:22:33.788 INFO:teuthology.orchestra.run.vm07.stdout:(251/311): llvm-libs-20.1.8-3.el9.x86_64.rpm 19 MB/s | 30 MB 00:01 2026-04-17T17:22:33.791 INFO:teuthology.orchestra.run.vm07.stdout:(252/311): pipewire-pulseaudio-1.0.1-1.el9.x86_ 1.3 MB/s | 185 kB 00:00 2026-04-17T17:22:33.801 INFO:teuthology.orchestra.run.vm07.stdout:(253/311): pipewire-libs-1.0.1-1.el9.x86_64.rpm 11 MB/s | 1.9 MB 00:00 2026-04-17T17:22:33.802 INFO:teuthology.orchestra.run.vm06.stdout:(254/311): pipewire-libs-1.0.1-1.el9.x86_64.rpm 21 MB/s | 1.9 MB 00:00 2026-04-17T17:22:33.811 INFO:teuthology.orchestra.run.vm06.stdout:(255/311): plexus-classworlds-2.6.0-14.el9.noar 1.9 MB/s | 59 kB 00:00 2026-04-17T17:22:33.814 INFO:teuthology.orchestra.run.vm06.stdout:(256/311): plexus-containers-component-annotati 648 kB/s | 17 kB 00:00 2026-04-17T17:22:33.818 INFO:teuthology.orchestra.run.vm07.stdout:(254/311): plexus-cipher-1.7-30.el9.noarch.rpm 850 kB/s | 24 kB 00:00 2026-04-17T17:22:33.820 INFO:teuthology.orchestra.run.vm07.stdout:(255/311): plexus-classworlds-2.6.0-14.el9.noar 2.0 MB/s | 59 kB 00:00 2026-04-17T17:22:33.828 INFO:teuthology.orchestra.run.vm07.stdout:(256/311): plexus-containers-component-annotati 655 kB/s | 17 kB 00:00 2026-04-17T17:22:33.830 INFO:teuthology.orchestra.run.vm06.stdout:(257/311): plexus-interpolation-1.26-15.el9.noa 2.8 MB/s | 78 kB 00:00 2026-04-17T17:22:33.837 INFO:teuthology.orchestra.run.vm06.stdout:(258/311): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-17T17:22:33.844 INFO:teuthology.orchestra.run.vm06.stdout:(259/311): plexus-utils-3.3.0-13.el9.noarch.rpm 8.3 MB/s | 253 kB 00:00 2026-04-17T17:22:33.845 INFO:teuthology.orchestra.run.vm07.stdout:(257/311): plexus-interpolation-1.26-15.el9.noa 2.9 MB/s | 78 kB 00:00 2026-04-17T17:22:33.848 INFO:teuthology.orchestra.run.vm07.stdout:(258/311): plexus-sec-dispatcher-1.4-41.el9.noa 1.2 MB/s | 32 kB 00:00 2026-04-17T17:22:33.857 INFO:teuthology.orchestra.run.vm07.stdout:(259/311): plexus-utils-3.3.0-13.el9.noarch.rpm 8.5 MB/s | 253 kB 00:00 2026-04-17T17:22:33.878 INFO:teuthology.orchestra.run.vm06.stdout:(260/311): poppler-21.01.0-23.el9_7.x86_64.rpm 22 MB/s | 1.1 MB 00:00 2026-04-17T17:22:33.881 INFO:teuthology.orchestra.run.vm06.stdout:(261/311): poppler-glib-21.01.0-23.el9_7.x86_64 4.0 MB/s | 151 kB 00:00 2026-04-17T17:22:33.907 INFO:teuthology.orchestra.run.vm07.stdout:(260/311): poppler-glib-21.01.0-23.el9_7.x86_64 3.0 MB/s | 151 kB 00:00 2026-04-17T17:22:33.915 INFO:teuthology.orchestra.run.vm06.stdout:(262/311): publicsuffix-list-20210518-3.el9.noa 2.4 MB/s | 82 kB 00:00 2026-04-17T17:22:33.932 INFO:teuthology.orchestra.run.vm06.stdout:(263/311): protobuf-3.14.0-17.el9_7.x86_64.rpm 19 MB/s | 1.0 MB 00:00 2026-04-17T17:22:33.937 INFO:teuthology.orchestra.run.vm07.stdout:(261/311): poppler-21.01.0-23.el9_7.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2026-04-17T17:22:33.976 INFO:teuthology.orchestra.run.vm07.stdout:(262/311): publicsuffix-list-20210518-3.el9.noa 2.1 MB/s | 82 kB 00:00 2026-04-17T17:22:33.976 INFO:teuthology.orchestra.run.vm06.stdout:(264/311): pulseaudio-libs-15.0-3.el9.x86_64.rp 11 MB/s | 663 kB 00:00 2026-04-17T17:22:33.986 INFO:teuthology.orchestra.run.vm07.stdout:(263/311): poppler-data-0.4.9-9.el9.0.1.noarch. 13 MB/s | 1.8 MB 00:00 2026-04-17T17:22:33.986 INFO:teuthology.orchestra.run.vm06.stdout:(265/311): poppler-data-0.4.9-9.el9.0.1.noarch. 12 MB/s | 1.8 MB 00:00 2026-04-17T17:22:33.991 INFO:teuthology.orchestra.run.vm07.stdout:(264/311): protobuf-3.14.0-17.el9_7.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2026-04-17T17:22:34.012 INFO:teuthology.orchestra.run.vm06.stdout:(266/311): python3-devel-3.9.23-2.el9.x86_64.rp 5.7 MB/s | 205 kB 00:00 2026-04-17T17:22:34.033 INFO:teuthology.orchestra.run.vm07.stdout:(265/311): pulseaudio-libs-15.0-3.el9.x86_64.rp 11 MB/s | 663 kB 00:00 2026-04-17T17:22:34.034 INFO:teuthology.orchestra.run.vm06.stdout:(267/311): python3-jinja2-2.11.3-8.el9_5.noarch 4.7 MB/s | 228 kB 00:00 2026-04-17T17:22:34.035 INFO:teuthology.orchestra.run.vm07.stdout:(266/311): python3-devel-3.9.23-2.el9.x86_64.rp 4.6 MB/s | 205 kB 00:00 2026-04-17T17:22:34.041 INFO:teuthology.orchestra.run.vm06.stdout:(268/311): python3-jmespath-1.0.1-1.el9_7.noarc 1.5 MB/s | 43 kB 00:00 2026-04-17T17:22:34.068 INFO:teuthology.orchestra.run.vm07.stdout:(267/311): python3-jmespath-1.0.1-1.el9_7.noarc 1.3 MB/s | 43 kB 00:00 2026-04-17T17:22:34.077 INFO:teuthology.orchestra.run.vm07.stdout:(268/311): python3-jinja2-2.11.3-8.el9_5.noarch 5.2 MB/s | 228 kB 00:00 2026-04-17T17:22:34.077 INFO:teuthology.orchestra.run.vm06.stdout:(269/311): python3-libstoragemgmt-1.10.1-1.el9. 3.8 MB/s | 166 kB 00:00 2026-04-17T17:22:34.107 INFO:teuthology.orchestra.run.vm07.stdout:(269/311): python3-libstoragemgmt-1.10.1-1.el9. 4.2 MB/s | 166 kB 00:00 2026-04-17T17:22:34.107 INFO:teuthology.orchestra.run.vm06.stdout:(270/311): python3-babel-2.9.1-2.el9.noarch.rpm 33 MB/s | 5.8 MB 00:00 2026-04-17T17:22:34.110 INFO:teuthology.orchestra.run.vm06.stdout:(271/311): python3-markupsafe-1.1.1-12.el9.x86_ 981 kB/s | 32 kB 00:00 2026-04-17T17:22:34.116 INFO:teuthology.orchestra.run.vm06.stdout:(272/311): python3-lxml-4.6.5-3.el9.x86_64.rpm 16 MB/s | 1.2 MB 00:00 2026-04-17T17:22:34.139 INFO:teuthology.orchestra.run.vm07.stdout:(270/311): python3-lxml-4.6.5-3.el9.x86_64.rpm 19 MB/s | 1.2 MB 00:00 2026-04-17T17:22:34.140 INFO:teuthology.orchestra.run.vm07.stdout:(271/311): python3-markupsafe-1.1.1-12.el9.x86_ 970 kB/s | 32 kB 00:00 2026-04-17T17:22:34.149 INFO:teuthology.orchestra.run.vm06.stdout:(273/311): python3-packaging-20.9-5.el9.noarch. 2.0 MB/s | 69 kB 00:00 2026-04-17T17:22:34.151 INFO:teuthology.orchestra.run.vm06.stdout:(274/311): python3-numpy-f2py-1.23.5-2.el9_7.x8 8.7 MB/s | 368 kB 00:00 2026-04-17T17:22:34.191 INFO:teuthology.orchestra.run.vm06.stdout:(275/311): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.3 MB/s | 132 kB 00:00 2026-04-17T17:22:34.197 INFO:teuthology.orchestra.run.vm06.stdout:(276/311): python3-protobuf-3.14.0-17.el9_7.noa 4.8 MB/s | 237 kB 00:00 2026-04-17T17:22:34.200 INFO:teuthology.orchestra.run.vm07.stdout:(272/311): python3-numpy-f2py-1.23.5-2.el9_7.x8 6.0 MB/s | 368 kB 00:00 2026-04-17T17:22:34.226 INFO:teuthology.orchestra.run.vm06.stdout:(277/311): python3-requests-oauthlib-1.3.0-12.e 1.5 MB/s | 43 kB 00:00 2026-04-17T17:22:34.234 INFO:teuthology.orchestra.run.vm07.stdout:(273/311): python3-packaging-20.9-5.el9.noarch. 2.0 MB/s | 69 kB 00:00 2026-04-17T17:22:34.234 INFO:teuthology.orchestra.run.vm06.stdout:(278/311): python3-pyasn1-modules-0.4.8-7.el9_7 4.8 MB/s | 210 kB 00:00 2026-04-17T17:22:34.271 INFO:teuthology.orchestra.run.vm06.stdout:(279/311): python3-numpy-1.23.5-2.el9_7.x86_64. 36 MB/s | 5.8 MB 00:00 2026-04-17T17:22:34.272 INFO:teuthology.orchestra.run.vm06.stdout:(280/311): python3-toml-0.10.2-6.el9.0.1.noarch 1.1 MB/s | 44 kB 00:00 2026-04-17T17:22:34.278 INFO:teuthology.orchestra.run.vm07.stdout:(274/311): python3-protobuf-3.14.0-17.el9_7.noa 5.3 MB/s | 237 kB 00:00 2026-04-17T17:22:34.304 INFO:teuthology.orchestra.run.vm06.stdout:(281/311): qatlib-service-24.09.0-1.el9.x86_64. 1.1 MB/s | 36 kB 00:00 2026-04-17T17:22:34.308 INFO:teuthology.orchestra.run.vm06.stdout:(282/311): qatlib-24.09.0-1.el9.x86_64.rpm 6.0 MB/s | 221 kB 00:00 2026-04-17T17:22:34.314 INFO:teuthology.orchestra.run.vm07.stdout:(275/311): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.5 MB/s | 132 kB 00:00 2026-04-17T17:22:34.339 INFO:teuthology.orchestra.run.vm06.stdout:(283/311): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.8 MB/s | 65 kB 00:00 2026-04-17T17:22:34.340 INFO:teuthology.orchestra.run.vm07.stdout:(276/311): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 5.8 MB 00:00 2026-04-17T17:22:34.340 INFO:teuthology.orchestra.run.vm06.stdout:(284/311): rtkit-0.11-29.el9.x86_64.rpm 1.6 MB/s | 55 kB 00:00 2026-04-17T17:22:34.357 INFO:teuthology.orchestra.run.vm07.stdout:(277/311): python3-pyasn1-modules-0.4.8-7.el9_7 4.9 MB/s | 210 kB 00:00 2026-04-17T17:22:34.369 INFO:teuthology.orchestra.run.vm07.stdout:(278/311): python3-requests-oauthlib-1.3.0-12.e 1.4 MB/s | 43 kB 00:00 2026-04-17T17:22:34.375 INFO:teuthology.orchestra.run.vm06.stdout:(285/311): slf4j-1.7.30-16.el9.noarch.rpm 1.9 MB/s | 68 kB 00:00 2026-04-17T17:22:34.388 INFO:teuthology.orchestra.run.vm06.stdout:(286/311): sisu-0.3.4-14.el9.noarch.rpm 10 MB/s | 508 kB 00:00 2026-04-17T17:22:34.399 INFO:teuthology.orchestra.run.vm07.stdout:(279/311): python3-toml-0.10.2-6.el9.0.1.noarch 1.5 MB/s | 44 kB 00:00 2026-04-17T17:22:34.432 INFO:teuthology.orchestra.run.vm06.stdout:(287/311): socat-1.7.4.1-8.el9.x86_64.rpm 5.2 MB/s | 299 kB 00:00 2026-04-17T17:22:34.434 INFO:teuthology.orchestra.run.vm06.stdout:(288/311): sound-theme-freedesktop-0.8-17.el9.0 8.1 MB/s | 384 kB 00:00 2026-04-17T17:22:34.446 INFO:teuthology.orchestra.run.vm07.stdout:(280/311): qatlib-24.09.0-1.el9.x86_64.rpm 4.6 MB/s | 221 kB 00:00 2026-04-17T17:22:34.468 INFO:teuthology.orchestra.run.vm06.stdout:(289/311): totem-pl-parser-3.26.6-2.el9.x86_64. 3.8 MB/s | 130 kB 00:00 2026-04-17T17:22:34.479 INFO:teuthology.orchestra.run.vm07.stdout:(281/311): python3-numpy-1.23.5-2.el9_7.x86_64. 17 MB/s | 5.8 MB 00:00 2026-04-17T17:22:34.479 INFO:teuthology.orchestra.run.vm07.stdout:(282/311): qatlib-service-24.09.0-1.el9.x86_64. 1.1 MB/s | 36 kB 00:00 2026-04-17T17:22:34.513 INFO:teuthology.orchestra.run.vm07.stdout:(283/311): qatzip-libs-1.3.1-1.el9.x86_64.rpm 1.9 MB/s | 65 kB 00:00 2026-04-17T17:22:34.514 INFO:teuthology.orchestra.run.vm07.stdout:(284/311): rtkit-0.11-29.el9.x86_64.rpm 1.6 MB/s | 55 kB 00:00 2026-04-17T17:22:34.516 INFO:teuthology.orchestra.run.vm06.stdout:(290/311): tracker-3.1.2-3.el9_1.x86_64.rpm 11 MB/s | 538 kB 00:00 2026-04-17T17:22:34.546 INFO:teuthology.orchestra.run.vm07.stdout:(285/311): slf4j-1.7.30-16.el9.noarch.rpm 2.1 MB/s | 68 kB 00:00 2026-04-17T17:22:34.568 INFO:teuthology.orchestra.run.vm06.stdout:(291/311): spirv-tools-libs-2025.2-1.el9.x86_64 11 MB/s | 1.5 MB 00:00 2026-04-17T17:22:34.579 INFO:teuthology.orchestra.run.vm07.stdout:(286/311): sisu-0.3.4-14.el9.noarch.rpm 7.5 MB/s | 508 kB 00:00 2026-04-17T17:22:34.581 INFO:teuthology.orchestra.run.vm06.stdout:(292/311): tracker-miners-3.1.2-4.el9_3.x86_64. 13 MB/s | 888 kB 00:00 2026-04-17T17:22:34.592 INFO:teuthology.orchestra.run.vm07.stdout:(287/311): socat-1.7.4.1-8.el9.x86_64.rpm 6.3 MB/s | 299 kB 00:00 2026-04-17T17:22:34.600 INFO:teuthology.orchestra.run.vm06.stdout:(293/311): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.6 MB/s | 52 kB 00:00 2026-04-17T17:22:34.618 INFO:teuthology.orchestra.run.vm06.stdout:(294/311): tzdata-java-2026a-1.el9_7.noarch.rpm 3.9 MB/s | 145 kB 00:00 2026-04-17T17:22:34.638 INFO:teuthology.orchestra.run.vm07.stdout:(288/311): sound-theme-freedesktop-0.8-17.el9.0 6.4 MB/s | 384 kB 00:00 2026-04-17T17:22:34.644 INFO:teuthology.orchestra.run.vm06.stdout:(295/311): upower-0.99.13-2.el9.x86_64.rpm 3.7 MB/s | 165 kB 00:00 2026-04-17T17:22:34.657 INFO:teuthology.orchestra.run.vm06.stdout:(296/311): webrtc-audio-processing-0.3.1-8.el9. 7.5 MB/s | 303 kB 00:00 2026-04-17T17:22:34.679 INFO:teuthology.orchestra.run.vm06.stdout:(297/311): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.3 MB/s | 83 kB 00:00 2026-04-17T17:22:34.679 INFO:teuthology.orchestra.run.vm07.stdout:(289/311): totem-pl-parser-3.26.6-2.el9.x86_64. 3.2 MB/s | 130 kB 00:00 2026-04-17T17:22:34.702 INFO:teuthology.orchestra.run.vm06.stdout:(298/311): wireplumber-libs-0.4.14-1.el9.0.1.x8 7.4 MB/s | 338 kB 00:00 2026-04-17T17:22:34.709 INFO:teuthology.orchestra.run.vm06.stdout:(299/311): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.3 MB/s | 41 kB 00:00 2026-04-17T17:22:34.750 INFO:teuthology.orchestra.run.vm07.stdout:(290/311): spirv-tools-libs-2025.2-1.el9.x86_64 9.5 MB/s | 1.5 MB 00:00 2026-04-17T17:22:34.751 INFO:teuthology.orchestra.run.vm07.stdout:(291/311): tracker-3.1.2-3.el9_1.x86_64.rpm 7.3 MB/s | 538 kB 00:00 2026-04-17T17:22:34.784 INFO:teuthology.orchestra.run.vm07.stdout:(292/311): ttmkfdir-3.0.9-65.el9.x86_64.rpm 1.6 MB/s | 52 kB 00:00 2026-04-17T17:22:34.786 INFO:teuthology.orchestra.run.vm06.stdout:(300/311): python3-scipy-1.9.3-2.el9.x86_64.rpm 34 MB/s | 19 MB 00:00 2026-04-17T17:22:34.788 INFO:teuthology.orchestra.run.vm06.stdout:(301/311): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.6 MB/s | 130 kB 00:00 2026-04-17T17:22:34.789 INFO:teuthology.orchestra.run.vm06.stdout:(302/311): xdg-desktop-portal-1.12.6-1.el9.x86_ 4.1 MB/s | 367 kB 00:00 2026-04-17T17:22:34.812 INFO:teuthology.orchestra.run.vm07.stdout:(293/311): tracker-miners-3.1.2-4.el9_3.x86_64. 14 MB/s | 888 kB 00:00 2026-04-17T17:22:34.818 INFO:teuthology.orchestra.run.vm07.stdout:(294/311): tzdata-java-2026a-1.el9_7.noarch.rpm 4.2 MB/s | 145 kB 00:00 2026-04-17T17:22:34.822 INFO:teuthology.orchestra.run.vm06.stdout:(303/311): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.7 MB/s | 89 kB 00:00 2026-04-17T17:22:34.825 INFO:teuthology.orchestra.run.vm06.stdout:(304/311): xmlsec1-1.2.29-13.el9.x86_64.rpm 4.9 MB/s | 188 kB 00:00 2026-04-17T17:22:34.837 INFO:teuthology.orchestra.run.vm06.stdout:(305/311): xkeyboard-config-2.33-2.el9.0.1.noar 16 MB/s | 854 kB 00:00 2026-04-17T17:22:34.844 INFO:teuthology.orchestra.run.vm07.stdout:(295/311): upower-0.99.13-2.el9.x86_64.rpm 5.3 MB/s | 165 kB 00:00 2026-04-17T17:22:34.850 INFO:teuthology.orchestra.run.vm06.stdout:(306/311): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.2 MB/s | 63 kB 00:00 2026-04-17T17:22:34.852 INFO:teuthology.orchestra.run.vm07.stdout:(296/311): webrtc-audio-processing-0.3.1-8.el9. 8.6 MB/s | 303 kB 00:00 2026-04-17T17:22:34.864 INFO:teuthology.orchestra.run.vm06.stdout:(307/311): lua-devel-5.4.4-4.el9.x86_64.rpm 788 kB/s | 21 kB 00:00 2026-04-17T17:22:34.874 INFO:teuthology.orchestra.run.vm06.stdout:(308/311): xorg-x11-fonts-Type1-7.5-33.el9.noar 10 MB/s | 499 kB 00:00 2026-04-17T17:22:34.876 INFO:teuthology.orchestra.run.vm07.stdout:(297/311): wireplumber-0.4.14-1.el9.0.1.x86_64. 2.6 MB/s | 83 kB 00:00 2026-04-17T17:22:34.899 INFO:teuthology.orchestra.run.vm06.stdout:(309/311): protobuf-compiler-3.14.0-17.el9_7.x8 17 MB/s | 862 kB 00:00 2026-04-17T17:22:34.899 INFO:teuthology.orchestra.run.vm07.stdout:(298/311): wireplumber-libs-0.4.14-1.el9.0.1.x8 7.2 MB/s | 338 kB 00:00 2026-04-17T17:22:34.904 INFO:teuthology.orchestra.run.vm07.stdout:(299/311): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 1.4 MB/s | 41 kB 00:00 2026-04-17T17:22:34.936 INFO:teuthology.orchestra.run.vm07.stdout:(300/311): xdg-desktop-portal-1.12.6-1.el9.x86_ 9.7 MB/s | 367 kB 00:00 2026-04-17T17:22:34.938 INFO:teuthology.orchestra.run.vm07.stdout:(301/311): xdg-desktop-portal-gtk-1.12.0-3.el9. 3.7 MB/s | 130 kB 00:00 2026-04-17T17:22:34.973 INFO:teuthology.orchestra.run.vm07.stdout:(302/311): xmlsec1-1.2.29-13.el9.x86_64.rpm 5.4 MB/s | 188 kB 00:00 2026-04-17T17:22:34.996 INFO:teuthology.orchestra.run.vm07.stdout:(303/311): xkeyboard-config-2.33-2.el9.0.1.noar 14 MB/s | 854 kB 00:00 2026-04-17T17:22:35.003 INFO:teuthology.orchestra.run.vm07.stdout:(304/311): xmlsec1-openssl-1.2.29-13.el9.x86_64 2.9 MB/s | 89 kB 00:00 2026-04-17T17:22:35.027 INFO:teuthology.orchestra.run.vm07.stdout:(305/311): xmlstarlet-1.6.1-20.el9.x86_64.rpm 2.0 MB/s | 63 kB 00:00 2026-04-17T17:22:35.089 INFO:teuthology.orchestra.run.vm07.stdout:(306/311): python3-scipy-1.9.3-2.el9.x86_64.rpm 26 MB/s | 19 MB 00:00 2026-04-17T17:22:35.091 INFO:teuthology.orchestra.run.vm07.stdout:(307/311): lua-devel-5.4.4-4.el9.x86_64.rpm 334 kB/s | 21 kB 00:00 2026-04-17T17:22:35.094 INFO:teuthology.orchestra.run.vm07.stdout:(308/311): xorg-x11-fonts-Type1-7.5-33.el9.noar 5.4 MB/s | 499 kB 00:00 2026-04-17T17:22:35.129 INFO:teuthology.orchestra.run.vm07.stdout:(309/311): protobuf-compiler-3.14.0-17.el9_7.x8 22 MB/s | 862 kB 00:00 2026-04-17T17:22:35.197 INFO:teuthology.orchestra.run.vm06.stdout:(310/311): librbd1-20.2.0-21.gc03ba9ecf58.el9.c 8.8 MB/s | 2.8 MB 00:00 2026-04-17T17:22:35.277 INFO:teuthology.orchestra.run.vm06.stdout:(311/311): librados2-20.2.0-21.gc03ba9ecf58.el9 8.5 MB/s | 3.5 MB 00:00 2026-04-17T17:22:35.283 INFO:teuthology.orchestra.run.vm06.stdout:-------------------------------------------------------------------------------- 2026-04-17T17:22:35.283 INFO:teuthology.orchestra.run.vm06.stdout:Total 35 MB/s | 421 MB 00:12 2026-04-17T17:22:35.524 INFO:teuthology.orchestra.run.vm07.stdout:(310/311): librados2-20.2.0-21.gc03ba9ecf58.el9 8.2 MB/s | 3.5 MB 00:00 2026-04-17T17:22:35.531 INFO:teuthology.orchestra.run.vm07.stdout:(311/311): librbd1-20.2.0-21.gc03ba9ecf58.el9.c 6.5 MB/s | 2.8 MB 00:00 2026-04-17T17:22:35.536 INFO:teuthology.orchestra.run.vm07.stdout:-------------------------------------------------------------------------------- 2026-04-17T17:22:35.536 INFO:teuthology.orchestra.run.vm07.stdout:Total 34 MB/s | 421 MB 00:12 2026-04-17T17:22:38.238 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction check 2026-04-17T17:22:38.340 INFO:teuthology.orchestra.run.vm06.stdout:Transaction check succeeded. 2026-04-17T17:22:38.340 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction test 2026-04-17T17:22:38.472 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction check 2026-04-17T17:22:38.576 INFO:teuthology.orchestra.run.vm07.stdout:Transaction check succeeded. 2026-04-17T17:22:38.576 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction test 2026-04-17T17:22:40.031 INFO:teuthology.orchestra.run.vm06.stdout:Transaction test succeeded. 2026-04-17T17:22:40.031 INFO:teuthology.orchestra.run.vm06.stdout:Running transaction 2026-04-17T17:22:40.324 INFO:teuthology.orchestra.run.vm07.stdout:Transaction test succeeded. 2026-04-17T17:22:40.325 INFO:teuthology.orchestra.run.vm07.stdout:Running transaction 2026-04-17T17:22:41.733 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-17T17:22:41.845 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-17T17:22:41.909 INFO:teuthology.orchestra.run.vm06.stdout: Preparing : 1/1 2026-04-17T17:22:41.927 INFO:teuthology.orchestra.run.vm06.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/313 2026-04-17T17:22:41.936 INFO:teuthology.orchestra.run.vm06.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/313 2026-04-17T17:22:41.943 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libxslt-1.1.34-14.el9_7.1.x86_64 3/313 2026-04-17T17:22:41.945 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/313 2026-04-17T17:22:41.972 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/313 2026-04-17T17:22:41.983 INFO:teuthology.orchestra.run.vm06.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/313 2026-04-17T17:22:41.989 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/313 2026-04-17T17:22:41.994 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/313 2026-04-17T17:22:41.999 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/313 2026-04-17T17:22:42.012 INFO:teuthology.orchestra.run.vm06.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/313 2026-04-17T17:22:42.115 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 1/1 2026-04-17T17:22:42.197 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/313 2026-04-17T17:22:42.200 INFO:teuthology.orchestra.run.vm06.stdout: Upgrading : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:22:42.224 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 1/1 2026-04-17T17:22:42.266 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:22:42.268 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:22:42.283 INFO:teuthology.orchestra.run.vm07.stdout: Preparing : 1/1 2026-04-17T17:22:42.292 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:22:42.297 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 14/313 2026-04-17T17:22:42.299 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:22:42.305 INFO:teuthology.orchestra.run.vm07.stdout: Installing : javapackages-filesystem-6.4.0-1.el9.noarch 1/313 2026-04-17T17:22:42.314 INFO:teuthology.orchestra.run.vm07.stdout: Installing : thrift-0.15.0-4.el9.x86_64 2/313 2026-04-17T17:22:42.320 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxslt-1.1.34-14.el9_7.1.x86_64 3/313 2026-04-17T17:22:42.323 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 4/313 2026-04-17T17:22:42.335 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:22:42.339 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 16/313 2026-04-17T17:22:42.350 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/313 2026-04-17T17:22:42.351 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXi-1.7.10-8.el9.x86_64 5/313 2026-04-17T17:22:42.357 INFO:teuthology.orchestra.run.vm06.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/313 2026-04-17T17:22:42.362 INFO:teuthology.orchestra.run.vm07.stdout: Installing : alsa-lib-1.2.14-1.el9.x86_64 6/313 2026-04-17T17:22:42.363 INFO:teuthology.orchestra.run.vm06.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/313 2026-04-17T17:22:42.367 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/313 2026-04-17T17:22:42.370 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/313 2026-04-17T17:22:42.372 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/313 2026-04-17T17:22:42.375 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 8/313 2026-04-17T17:22:42.376 INFO:teuthology.orchestra.run.vm06.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/313 2026-04-17T17:22:42.380 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-utils-3.3.0-13.el9.noarch 9/313 2026-04-17T17:22:42.381 INFO:teuthology.orchestra.run.vm06.stdout: Installing : atinject-1.0.3-9.el9.noarch 23/313 2026-04-17T17:22:42.391 INFO:teuthology.orchestra.run.vm06.stdout: Installing : opus-1.3.1-10.el9.x86_64 24/313 2026-04-17T17:22:42.396 INFO:teuthology.orchestra.run.vm07.stdout: Installing : slf4j-1.7.30-16.el9.noarch 10/313 2026-04-17T17:22:42.400 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/313 2026-04-17T17:22:42.564 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 26/313 2026-04-17T17:22:42.567 INFO:teuthology.orchestra.run.vm06.stdout: Upgrading : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:22:42.585 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:22:42.587 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 11/313 2026-04-17T17:22:42.591 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:22:42.591 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 28/313 2026-04-17T17:22:42.634 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lcms2-2.12-3.el9.x86_64 29/313 2026-04-17T17:22:42.656 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:22:42.658 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:22:42.670 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 30/313 2026-04-17T17:22:42.677 INFO:teuthology.orchestra.run.vm06.stdout: Installing : atk-2.36.0-5.el9.x86_64 31/313 2026-04-17T17:22:42.679 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 13/313 2026-04-17T17:22:42.682 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 32/313 2026-04-17T17:22:42.683 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 14/313 2026-04-17T17:22:42.684 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:22:42.695 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 33/313 2026-04-17T17:22:42.697 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:22:42.717 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:22:42.720 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 16/313 2026-04-17T17:22:42.726 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:22:42.728 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:22:42.731 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 17/313 2026-04-17T17:22:42.735 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 18/313 2026-04-17T17:22:42.741 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 19/313 2026-04-17T17:22:42.744 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 20/313 2026-04-17T17:22:42.747 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libX11-xcb-1.7.0-11.el9.x86_64 21/313 2026-04-17T17:22:42.747 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:22:42.751 INFO:teuthology.orchestra.run.vm07.stdout: Installing : liboath-2.6.12-1.el9.x86_64 22/313 2026-04-17T17:22:42.756 INFO:teuthology.orchestra.run.vm07.stdout: Installing : atinject-1.0.3-9.el9.noarch 23/313 2026-04-17T17:22:42.764 INFO:teuthology.orchestra.run.vm07.stdout: Installing : opus-1.3.1-10.el9.x86_64 24/313 2026-04-17T17:22:42.773 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/313 2026-04-17T17:22:42.800 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 36/313 2026-04-17T17:22:42.810 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 37/313 2026-04-17T17:22:42.816 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 38/313 2026-04-17T17:22:42.823 INFO:teuthology.orchestra.run.vm06.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 39/313 2026-04-17T17:22:42.830 INFO:teuthology.orchestra.run.vm06.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 40/313 2026-04-17T17:22:42.834 INFO:teuthology.orchestra.run.vm06.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 41/313 2026-04-17T17:22:42.837 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 42/313 2026-04-17T17:22:42.842 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 43/313 2026-04-17T17:22:42.871 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 44/313 2026-04-17T17:22:42.883 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 45/313 2026-04-17T17:22:42.887 INFO:teuthology.orchestra.run.vm06.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 46/313 2026-04-17T17:22:42.891 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 47/313 2026-04-17T17:22:42.895 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 48/313 2026-04-17T17:22:42.899 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 49/313 2026-04-17T17:22:42.903 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 50/313 2026-04-17T17:22:42.911 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 51/313 2026-04-17T17:22:42.914 INFO:teuthology.orchestra.run.vm06.stdout: Installing : dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:22:42.926 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 26/313 2026-04-17T17:22:42.929 INFO:teuthology.orchestra.run.vm07.stdout: Upgrading : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:22:42.935 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:22:42.949 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 27/313 2026-04-17T17:22:42.954 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 28/313 2026-04-17T17:22:42.969 INFO:teuthology.orchestra.run.vm06.stdout: Installing : unzip-6.0-59.el9.x86_64 53/313 2026-04-17T17:22:42.989 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 54/313 2026-04-17T17:22:42.995 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 55/313 2026-04-17T17:22:42.998 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lcms2-2.12-3.el9.x86_64 29/313 2026-04-17T17:22:43.000 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 56/313 2026-04-17T17:22:43.010 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 57/313 2026-04-17T17:22:43.014 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 58/313 2026-04-17T17:22:43.021 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 59/313 2026-04-17T17:22:43.028 INFO:teuthology.orchestra.run.vm06.stdout: Installing : fuse-2.9.9-17.el9.x86_64 60/313 2026-04-17T17:22:43.035 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gstreamer1-1.22.12-3.el9.x86_64 30/313 2026-04-17T17:22:43.036 INFO:teuthology.orchestra.run.vm06.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 61/313 2026-04-17T17:22:43.041 INFO:teuthology.orchestra.run.vm07.stdout: Installing : atk-2.36.0-5.el9.x86_64 31/313 2026-04-17T17:22:43.044 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 32/313 2026-04-17T17:22:43.053 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 33/313 2026-04-17T17:22:43.055 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:22:43.071 INFO:teuthology.orchestra.run.vm06.stdout: Installing : re2-1:20211101-20.el9.x86_64 62/313 2026-04-17T17:22:43.084 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 34/313 2026-04-17T17:22:43.087 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:22:43.109 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 35/313 2026-04-17T17:22:43.111 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 63/313 2026-04-17T17:22:43.123 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 64/313 2026-04-17T17:22:43.138 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 65/313 2026-04-17T17:22:43.153 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 36/313 2026-04-17T17:22:43.158 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 66/313 2026-04-17T17:22:43.162 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 37/313 2026-04-17T17:22:43.169 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 67/313 2026-04-17T17:22:43.171 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 38/313 2026-04-17T17:22:43.177 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-io-1:2.8.0-12.el9.noarch 39/313 2026-04-17T17:22:43.184 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-lang3-3.12.0-10.el9.noarch 40/313 2026-04-17T17:22:43.188 INFO:teuthology.orchestra.run.vm07.stdout: Installing : httpcomponents-core-4.4.13-11.el9.noarch 41/313 2026-04-17T17:22:43.192 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-cipher-1.7-30.el9.noarch 42/313 2026-04-17T17:22:43.196 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-classworlds-2.6.0-14.el9.noarch 43/313 2026-04-17T17:22:43.201 INFO:teuthology.orchestra.run.vm06.stdout: Installing : zip-3.0-35.el9.x86_64 68/313 2026-04-17T17:22:43.212 INFO:teuthology.orchestra.run.vm06.stdout: Installing : luarocks-3.9.2-5.el9.noarch 69/313 2026-04-17T17:22:43.223 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-containers-component-annotations-2.1.0-13 44/313 2026-04-17T17:22:43.236 INFO:teuthology.orchestra.run.vm06.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 70/313 2026-04-17T17:22:43.238 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 45/313 2026-04-17T17:22:43.243 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 46/313 2026-04-17T17:22:43.246 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 47/313 2026-04-17T17:22:43.252 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 48/313 2026-04-17T17:22:43.256 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 49/313 2026-04-17T17:22:43.260 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 50/313 2026-04-17T17:22:43.269 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 51/313 2026-04-17T17:22:43.272 INFO:teuthology.orchestra.run.vm07.stdout: Installing : dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:22:43.300 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 52/313 2026-04-17T17:22:43.304 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/313 2026-04-17T17:22:43.311 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/313 2026-04-17T17:22:43.316 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/313 2026-04-17T17:22:43.321 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/313 2026-04-17T17:22:43.328 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/313 2026-04-17T17:22:43.334 INFO:teuthology.orchestra.run.vm07.stdout: Installing : unzip-6.0-59.el9.x86_64 53/313 2026-04-17T17:22:43.353 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 54/313 2026-04-17T17:22:43.359 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 55/313 2026-04-17T17:22:43.360 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/313 2026-04-17T17:22:43.365 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtdb-1.4.13-1.el9.x86_64 56/313 2026-04-17T17:22:43.370 INFO:teuthology.orchestra.run.vm06.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/313 2026-04-17T17:22:43.375 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 57/313 2026-04-17T17:22:43.378 INFO:teuthology.orchestra.run.vm06.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/313 2026-04-17T17:22:43.379 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 58/313 2026-04-17T17:22:43.387 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 59/313 2026-04-17T17:22:43.387 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/313 2026-04-17T17:22:43.393 INFO:teuthology.orchestra.run.vm06.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/313 2026-04-17T17:22:43.393 INFO:teuthology.orchestra.run.vm07.stdout: Installing : fuse-2.9.9-17.el9.x86_64 60/313 2026-04-17T17:22:43.400 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/313 2026-04-17T17:22:43.401 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 61/313 2026-04-17T17:22:43.422 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/313 2026-04-17T17:22:43.426 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 83/313 2026-04-17T17:22:43.430 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 84/313 2026-04-17T17:22:43.436 INFO:teuthology.orchestra.run.vm06.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 85/313 2026-04-17T17:22:43.442 INFO:teuthology.orchestra.run.vm07.stdout: Installing : re2-1:20211101-20.el9.x86_64 62/313 2026-04-17T17:22:43.445 INFO:teuthology.orchestra.run.vm06.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 86/313 2026-04-17T17:22:43.448 INFO:teuthology.orchestra.run.vm06.stdout: Installing : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 87/313 2026-04-17T17:22:43.455 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 88/313 2026-04-17T17:22:43.460 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 89/313 2026-04-17T17:22:43.467 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 90/313 2026-04-17T17:22:43.472 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/313 2026-04-17T17:22:43.480 INFO:teuthology.orchestra.run.vm06.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 92/313 2026-04-17T17:22:43.482 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 63/313 2026-04-17T17:22:43.485 INFO:teuthology.orchestra.run.vm06.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 93/313 2026-04-17T17:22:43.492 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 64/313 2026-04-17T17:22:43.492 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 94/313 2026-04-17T17:22:43.502 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jansi-2.3.3-9.el9.x86_64 95/313 2026-04-17T17:22:43.504 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 65/313 2026-04-17T17:22:43.509 INFO:teuthology.orchestra.run.vm06.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 96/313 2026-04-17T17:22:43.519 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jsoup-1.13.1-13.el9.noarch 97/313 2026-04-17T17:22:43.521 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 66/313 2026-04-17T17:22:43.528 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 98/313 2026-04-17T17:22:43.532 INFO:teuthology.orchestra.run.vm06.stdout: Installing : guava-30.1-10.el9.noarch 99/313 2026-04-17T17:22:43.534 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 67/313 2026-04-17T17:22:43.535 INFO:teuthology.orchestra.run.vm06.stdout: Installing : google-guice-4.2.3-12.el9.noarch 100/313 2026-04-17T17:22:43.543 INFO:teuthology.orchestra.run.vm06.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 101/313 2026-04-17T17:22:43.560 INFO:teuthology.orchestra.run.vm06.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 102/313 2026-04-17T17:22:43.566 INFO:teuthology.orchestra.run.vm06.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 103/313 2026-04-17T17:22:43.572 INFO:teuthology.orchestra.run.vm07.stdout: Installing : zip-3.0-35.el9.x86_64 68/313 2026-04-17T17:22:43.587 INFO:teuthology.orchestra.run.vm07.stdout: Installing : luarocks-3.9.2-5.el9.noarch 69/313 2026-04-17T17:22:43.605 INFO:teuthology.orchestra.run.vm07.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 70/313 2026-04-17T17:22:43.670 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 104/313 2026-04-17T17:22:43.674 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rsa-4.9-2.el9.noarch 71/313 2026-04-17T17:22:43.680 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 105/313 2026-04-17T17:22:43.681 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 72/313 2026-04-17T17:22:43.685 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 106/313 2026-04-17T17:22:43.686 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-sec-dispatcher-1.4-41.el9.noarch 73/313 2026-04-17T17:22:43.690 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-shared-utils-3.3.4-7.el9.noarch 74/313 2026-04-17T17:22:43.692 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 107/313 2026-04-17T17:22:43.698 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 75/313 2026-04-17T17:22:43.705 INFO:teuthology.orchestra.run.vm06.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 108/313 2026-04-17T17:22:43.707 INFO:teuthology.orchestra.run.vm06.stdout: Installing : upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:22:43.727 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:22:43.727 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-17T17:22:43.727 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:43.729 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 76/313 2026-04-17T17:22:43.740 INFO:teuthology.orchestra.run.vm07.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 77/313 2026-04-17T17:22:43.749 INFO:teuthology.orchestra.run.vm07.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 78/313 2026-04-17T17:22:43.758 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 79/313 2026-04-17T17:22:43.764 INFO:teuthology.orchestra.run.vm07.stdout: Installing : colord-libs-1.4.5-6.el9_6.x86_64 80/313 2026-04-17T17:22:43.770 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 81/313 2026-04-17T17:22:43.792 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 82/313 2026-04-17T17:22:43.798 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 83/313 2026-04-17T17:22:43.805 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 84/313 2026-04-17T17:22:43.810 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cdi-api-2.0.2-9.el9.noarch 85/313 2026-04-17T17:22:43.822 INFO:teuthology.orchestra.run.vm07.stdout: Installing : sisu-1:0.3.4-14.el9.noarch 86/313 2026-04-17T17:22:43.827 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 87/313 2026-04-17T17:22:43.835 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jcl-over-slf4j-1.7.30-16.el9.noarch 88/313 2026-04-17T17:22:43.836 INFO:teuthology.orchestra.run.vm06.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 110/313 2026-04-17T17:22:43.842 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flac-libs-1.3.3-10.el9_2.1.x86_64 89/313 2026-04-17T17:22:43.849 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 90/313 2026-04-17T17:22:43.858 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/313 2026-04-17T17:22:43.864 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-cli-1.4-20.el9.noarch 92/313 2026-04-17T17:22:43.868 INFO:teuthology.orchestra.run.vm07.stdout: Installing : apache-commons-codec-1.15-10.el9.noarch 93/313 2026-04-17T17:22:43.872 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 111/313 2026-04-17T17:22:43.875 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jakarta-annotations-1.3.5-16.el9.noarch 94/313 2026-04-17T17:22:43.885 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jansi-2.3.3-9.el9.x86_64 95/313 2026-04-17T17:22:43.891 INFO:teuthology.orchestra.run.vm07.stdout: Installing : javapackages-tools-6.4.0-1.el9.noarch 96/313 2026-04-17T17:22:43.897 INFO:teuthology.orchestra.run.vm06.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 112/313 2026-04-17T17:22:43.903 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jsoup-1.13.1-13.el9.noarch 97/313 2026-04-17T17:22:43.915 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jsr-305-3.0.2-9.el9.noarch 98/313 2026-04-17T17:22:43.917 INFO:teuthology.orchestra.run.vm06.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 113/313 2026-04-17T17:22:43.920 INFO:teuthology.orchestra.run.vm06.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:22:43.923 INFO:teuthology.orchestra.run.vm07.stdout: Installing : guava-30.1-10.el9.noarch 99/313 2026-04-17T17:22:43.927 INFO:teuthology.orchestra.run.vm07.stdout: Installing : google-guice-4.2.3-12.el9.noarch 100/313 2026-04-17T17:22:43.936 INFO:teuthology.orchestra.run.vm07.stdout: Installing : plexus-interpolation-1.26-15.el9.noarch 101/313 2026-04-17T17:22:43.941 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:22:43.957 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 102/313 2026-04-17T17:22:44.062 INFO:teuthology.orchestra.run.vm06.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 115/313 2026-04-17T17:22:44.099 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 103/313 2026-04-17T17:22:44.222 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.225 INFO:teuthology.orchestra.run.vm06.stdout: Installing : rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.244 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.244 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-17T17:22:44.244 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:44.260 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 117/313 2026-04-17T17:22:44.272 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 118/313 2026-04-17T17:22:44.273 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgexiv2-0.14.3-1.el9.x86_64 104/313 2026-04-17T17:22:44.281 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 119/313 2026-04-17T17:22:44.287 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xkeyboard-config-2.33-2.el9.0.1.noarch 105/313 2026-04-17T17:22:44.292 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 106/313 2026-04-17T17:22:44.299 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 107/313 2026-04-17T17:22:44.312 INFO:teuthology.orchestra.run.vm07.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 108/313 2026-04-17T17:22:44.316 INFO:teuthology.orchestra.run.vm07.stdout: Installing : upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:22:44.323 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 120/313 2026-04-17T17:22:44.337 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: upower-0.99.13-2.el9.x86_64 109/313 2026-04-17T17:22:44.337 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2026-04-17T17:22:44.337 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:44.338 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 121/313 2026-04-17T17:22:44.351 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 122/313 2026-04-17T17:22:44.401 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 123/313 2026-04-17T17:22:44.438 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tzdata-java-2026a-1.el9_7.noarch 110/313 2026-04-17T17:22:44.470 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 111/313 2026-04-17T17:22:44.493 INFO:teuthology.orchestra.run.vm07.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 112/313 2026-04-17T17:22:44.507 INFO:teuthology.orchestra.run.vm07.stdout: Installing : spirv-tools-libs-2025.2-1.el9.x86_64 113/313 2026-04-17T17:22:44.509 INFO:teuthology.orchestra.run.vm07.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:22:44.529 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 114/313 2026-04-17T17:22:44.534 INFO:teuthology.orchestra.run.vm07.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 115/313 2026-04-17T17:22:44.599 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.602 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.621 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 116/313 2026-04-17T17:22:44.622 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2026-04-17T17:22:44.622 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:44.637 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 117/313 2026-04-17T17:22:44.650 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 118/313 2026-04-17T17:22:44.658 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 119/313 2026-04-17T17:22:44.695 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 120/313 2026-04-17T17:22:44.713 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 124/313 2026-04-17T17:22:44.773 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 121/313 2026-04-17T17:22:44.853 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 125/313 2026-04-17T17:22:44.904 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 122/313 2026-04-17T17:22:44.921 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 126/313 2026-04-17T17:22:44.971 INFO:teuthology.orchestra.run.vm06.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 127/313 2026-04-17T17:22:45.012 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jmespath-1.0.1-1.el9_7.noarch 123/313 2026-04-17T17:22:45.020 INFO:teuthology.orchestra.run.vm06.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 128/313 2026-04-17T17:22:45.145 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 129/313 2026-04-17T17:22:45.241 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 130/313 2026-04-17T17:22:45.346 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 131/313 2026-04-17T17:22:45.352 INFO:teuthology.orchestra.run.vm06.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 132/313 2026-04-17T17:22:45.361 INFO:teuthology.orchestra.run.vm06.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 133/313 2026-04-17T17:22:45.375 INFO:teuthology.orchestra.run.vm06.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 134/313 2026-04-17T17:22:45.445 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 124/313 2026-04-17T17:22:45.481 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 125/313 2026-04-17T17:22:45.487 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 126/313 2026-04-17T17:22:45.493 INFO:teuthology.orchestra.run.vm07.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 127/313 2026-04-17T17:22:45.499 INFO:teuthology.orchestra.run.vm07.stdout: Installing : httpcomponents-client-4.5.13-7.el9.noarch 128/313 2026-04-17T17:22:45.510 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-wagon-3.4.2-10.el9.noarch 129/313 2026-04-17T17:22:45.531 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-resolver-1:1.6.1-14.el9.noarch 130/313 2026-04-17T17:22:45.636 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-lib-1:3.6.3-22.el9.noarch 131/313 2026-04-17T17:22:45.642 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-data-0.4.9-9.el9.0.1.noarch 132/313 2026-04-17T17:22:45.648 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 133/313 2026-04-17T17:22:45.659 INFO:teuthology.orchestra.run.vm07.stdout: Installing : p11-kit-server-0.25.3-3.el9_5.x86_64 134/313 2026-04-17T17:22:45.693 INFO:teuthology.orchestra.run.vm06.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 135/313 2026-04-17T17:22:45.714 INFO:teuthology.orchestra.run.vm06.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 136/313 2026-04-17T17:22:45.723 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 137/313 2026-04-17T17:22:45.730 INFO:teuthology.orchestra.run.vm06.stdout: Installing : orc-0.4.31-8.el9.x86_64 138/313 2026-04-17T17:22:45.735 INFO:teuthology.orchestra.run.vm06.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 139/313 2026-04-17T17:22:45.805 INFO:teuthology.orchestra.run.vm06.stdout: Installing : openblas-0.3.29-1.el9.x86_64 140/313 2026-04-17T17:22:45.809 INFO:teuthology.orchestra.run.vm06.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 141/313 2026-04-17T17:22:45.838 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:22:45.980 INFO:teuthology.orchestra.run.vm07.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 135/313 2026-04-17T17:22:46.005 INFO:teuthology.orchestra.run.vm07.stdout: Installing : osinfo-db-20250606-1.el9.rocky.20250920.noarch 136/313 2026-04-17T17:22:46.013 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 137/313 2026-04-17T17:22:46.019 INFO:teuthology.orchestra.run.vm07.stdout: Installing : orc-0.4.31-8.el9.x86_64 138/313 2026-04-17T17:22:46.024 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openjpeg2-2.4.0-8.el9.x86_64 139/313 2026-04-17T17:22:46.097 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-0.3.29-1.el9.x86_64 140/313 2026-04-17T17:22:46.101 INFO:teuthology.orchestra.run.vm07.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 141/313 2026-04-17T17:22:46.128 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:22:46.270 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:22:46.369 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 144/313 2026-04-17T17:22:46.565 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:22:46.694 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-1:1.23.5-2.el9_7.x86_64 144/313 2026-04-17T17:22:47.295 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 145/313 2026-04-17T17:22:47.378 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 146/313 2026-04-17T17:22:47.396 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 147/313 2026-04-17T17:22:47.404 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lua-posix-35.0-8.el9.x86_64 148/313 2026-04-17T17:22:47.409 INFO:teuthology.orchestra.run.vm06.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 149/313 2026-04-17T17:22:47.412 INFO:teuthology.orchestra.run.vm06.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:22:47.428 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:22:47.428 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-17T17:22:47.428 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:47.664 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 145/313 2026-04-17T17:22:47.690 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 146/313 2026-04-17T17:22:47.714 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-filesystem-25.0.7-5.el9_7.x86_64 147/313 2026-04-17T17:22:47.732 INFO:teuthology.orchestra.run.vm06.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 151/313 2026-04-17T17:22:47.787 INFO:teuthology.orchestra.run.vm06.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 152/313 2026-04-17T17:22:47.787 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lua-posix-35.0-8.el9.x86_64 148/313 2026-04-17T17:22:47.793 INFO:teuthology.orchestra.run.vm07.stdout: Installing : copy-jdk-configs-4.0-3.el9.0.1.noarch 149/313 2026-04-17T17:22:47.795 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 153/313 2026-04-17T17:22:47.799 INFO:teuthology.orchestra.run.vm07.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:22:47.801 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 154/313 2026-04-17T17:22:47.808 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libsbc-1.4-9.el9.x86_64 155/313 2026-04-17T17:22:47.810 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 150/313 2026-04-17T17:22:47.810 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2026-04-17T17:22:47.810 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:47.814 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/313 2026-04-17T17:22:47.822 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/313 2026-04-17T17:22:47.841 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/313 2026-04-17T17:22:47.847 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/313 2026-04-17T17:22:47.851 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/313 2026-04-17T17:22:47.865 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/313 2026-04-17T17:22:47.866 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:22:47.916 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:22:47.924 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/313 2026-04-17T17:22:47.928 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/313 2026-04-17T17:22:47.931 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/313 2026-04-17T17:22:47.935 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/313 2026-04-17T17:22:47.938 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/313 2026-04-17T17:22:47.942 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/313 2026-04-17T17:22:47.946 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/313 2026-04-17T17:22:47.953 INFO:teuthology.orchestra.run.vm06.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/313 2026-04-17T17:22:47.963 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/313 2026-04-17T17:22:47.970 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/313 2026-04-17T17:22:47.982 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/313 2026-04-17T17:22:47.989 INFO:teuthology.orchestra.run.vm06.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/313 2026-04-17T17:22:48.087 INFO:teuthology.orchestra.run.vm07.stdout: Installing : llvm-filesystem-20.1.8-3.el9.x86_64 151/313 2026-04-17T17:22:48.093 INFO:teuthology.orchestra.run.vm07.stdout: Installing : llvm-libs-20.1.8-3.el9.x86_64 152/313 2026-04-17T17:22:48.100 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 153/313 2026-04-17T17:22:48.105 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 154/313 2026-04-17T17:22:48.111 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libsbc-1.4-9.el9.x86_64 155/313 2026-04-17T17:22:48.118 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 156/313 2026-04-17T17:22:48.126 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 157/313 2026-04-17T17:22:48.145 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 158/313 2026-04-17T17:22:48.153 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 159/313 2026-04-17T17:22:48.158 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 160/313 2026-04-17T17:22:48.169 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 161/313 2026-04-17T17:22:48.170 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:22:48.225 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 162/313 2026-04-17T17:22:48.229 INFO:teuthology.orchestra.run.vm06.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/313 2026-04-17T17:22:48.250 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libexif-0.6.22-6.el9.x86_64 163/313 2026-04-17T17:22:48.255 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 164/313 2026-04-17T17:22:48.259 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libasyncns-0.8-22.el9.x86_64 165/313 2026-04-17T17:22:48.264 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 166/313 2026-04-17T17:22:48.268 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXv-1.0.11-16.el9.x86_64 167/313 2026-04-17T17:22:48.274 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 168/313 2026-04-17T17:22:48.279 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 169/313 2026-04-17T17:22:48.286 INFO:teuthology.orchestra.run.vm07.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 170/313 2026-04-17T17:22:48.295 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 171/313 2026-04-17T17:22:48.302 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 172/313 2026-04-17T17:22:48.315 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 173/313 2026-04-17T17:22:48.316 INFO:teuthology.orchestra.run.vm06.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/313 2026-04-17T17:22:48.320 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-21.01.0-23.el9_7.x86_64 174/313 2026-04-17T17:22:48.326 INFO:teuthology.orchestra.run.vm06.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/313 2026-04-17T17:22:48.331 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/313 2026-04-17T17:22:48.337 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/313 2026-04-17T17:22:48.361 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/313 2026-04-17T17:22:48.375 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/313 2026-04-17T17:22:48.379 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:22:48.401 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:22:48.406 INFO:teuthology.orchestra.run.vm06.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/313 2026-04-17T17:22:48.412 INFO:teuthology.orchestra.run.vm06.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/313 2026-04-17T17:22:48.415 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/313 2026-04-17T17:22:48.417 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:22:48.556 INFO:teuthology.orchestra.run.vm07.stdout: Installing : poppler-glib-21.01.0-23.el9_7.x86_64 175/313 2026-04-17T17:22:48.620 INFO:teuthology.orchestra.run.vm07.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 176/313 2026-04-17T17:22:48.628 INFO:teuthology.orchestra.run.vm07.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 177/313 2026-04-17T17:22:48.632 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gtk-update-icon-cache-3.24.31-8.el9.x86_64 178/313 2026-04-17T17:22:48.638 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gsm-1.0.19-6.el9.x86_64 179/313 2026-04-17T17:22:48.665 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libsndfile-1.0.31-9.el9.x86_64 180/313 2026-04-17T17:22:48.677 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pulseaudio-libs-15.0-3.el9.x86_64 181/313 2026-04-17T17:22:48.681 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:22:48.702 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 182/313 2026-04-17T17:22:48.708 INFO:teuthology.orchestra.run.vm07.stdout: Installing : graphene-1.10.6-2.el9.x86_64 183/313 2026-04-17T17:22:48.713 INFO:teuthology.orchestra.run.vm07.stdout: Installing : giflib-5.2.1-9.el9.x86_64 184/313 2026-04-17T17:22:48.717 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-session-helper-1.12.9-4.el9_6.x86_64 185/313 2026-04-17T17:22:48.722 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:22:55.473 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:22:55.605 INFO:teuthology.orchestra.run.vm06.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/313 2026-04-17T17:22:55.661 INFO:teuthology.orchestra.run.vm06.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/313 2026-04-17T17:22:55.672 INFO:teuthology.orchestra.run.vm06.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/313 2026-04-17T17:22:55.679 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 190/313 2026-04-17T17:22:55.685 INFO:teuthology.orchestra.run.vm06.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/313 2026-04-17T17:22:55.732 INFO:teuthology.orchestra.run.vm06.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/313 2026-04-17T17:22:55.849 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: flatpak-selinux-1.12.9-4.el9_6.noarch 186/313 2026-04-17T17:22:55.862 INFO:teuthology.orchestra.run.vm07.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 187/313 2026-04-17T17:22:55.868 INFO:teuthology.orchestra.run.vm07.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 188/313 2026-04-17T17:22:55.875 INFO:teuthology.orchestra.run.vm07.stdout: Installing : composefs-libs-1.0.8-1.el9.x86_64 189/313 2026-04-17T17:22:55.879 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ostree-libs-2025.6-2.el9_7.x86_64 190/313 2026-04-17T17:22:55.884 INFO:teuthology.orchestra.run.vm07.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 191/313 2026-04-17T17:22:55.925 INFO:teuthology.orchestra.run.vm07.stdout: Installing : avahi-glib-0.8-23.el9.x86_64 192/313 2026-04-17T17:22:57.403 INFO:teuthology.orchestra.run.vm06.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/313 2026-04-17T17:22:57.436 INFO:teuthology.orchestra.run.vm06.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/313 2026-04-17T17:22:57.439 INFO:teuthology.orchestra.run.vm06.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:22:57.458 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:22:57.459 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-17T17:22:57.459 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:57.479 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/313 2026-04-17T17:22:57.491 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/313 2026-04-17T17:22:57.508 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/313 2026-04-17T17:22:57.532 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/313 2026-04-17T17:22:57.632 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/313 2026-04-17T17:22:57.647 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/313 2026-04-17T17:22:57.648 INFO:teuthology.orchestra.run.vm07.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/313 2026-04-17T17:22:57.677 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/313 2026-04-17T17:22:57.686 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 203/313 2026-04-17T17:22:57.694 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/313 2026-04-17T17:22:57.698 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/313 2026-04-17T17:22:57.704 INFO:teuthology.orchestra.run.vm07.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/313 2026-04-17T17:22:57.708 INFO:teuthology.orchestra.run.vm07.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:22:57.727 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 195/313 2026-04-17T17:22:57.727 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-04-17T17:22:57.727 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:57.728 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:22:57.734 INFO:teuthology.orchestra.run.vm06.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:22:57.736 INFO:teuthology.orchestra.run.vm06.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:22:57.749 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 196/313 2026-04-17T17:22:57.757 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:22:57.760 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-packaging-20.9-5.el9.noarch 197/313 2026-04-17T17:22:57.779 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 198/313 2026-04-17T17:22:57.804 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 199/313 2026-04-17T17:22:57.901 INFO:teuthology.orchestra.run.vm06.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/313 2026-04-17T17:22:57.906 INFO:teuthology.orchestra.run.vm06.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:22:57.915 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 200/313 2026-04-17T17:22:57.930 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 201/313 2026-04-17T17:22:57.959 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 202/313 2026-04-17T17:22:57.968 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cheroot-10.0.1-5.el9.noarch 203/313 2026-04-17T17:22:57.975 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 204/313 2026-04-17T17:22:57.978 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 205/313 2026-04-17T17:22:58.011 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:22:58.019 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 206/313 2026-04-17T17:22:58.022 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:22:58.045 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 207/313 2026-04-17T17:22:58.190 INFO:teuthology.orchestra.run.vm07.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 208/313 2026-04-17T17:22:58.195 INFO:teuthology.orchestra.run.vm07.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:22:58.234 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:22:58.234 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-17T17:22:58.234 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:58.250 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/313 2026-04-17T17:22:58.538 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 209/313 2026-04-17T17:22:58.538 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-04-17T17:22:58.538 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:58.549 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 210/313 2026-04-17T17:22:58.723 INFO:teuthology.orchestra.run.vm06.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/313 2026-04-17T17:22:58.732 INFO:teuthology.orchestra.run.vm06.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:22:58.747 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:22:58.804 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/313 2026-04-17T17:22:58.890 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/313 2026-04-17T17:22:59.005 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/313 2026-04-17T17:22:59.011 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 216/313 2026-04-17T17:22:59.015 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 217/313 2026-04-17T17:22:59.020 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 218/313 2026-04-17T17:22:59.025 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/313 2026-04-17T17:22:59.032 INFO:teuthology.orchestra.run.vm07.stdout: Installing : lksctp-tools-1.0.19-3.el9_4.x86_64 211/313 2026-04-17T17:22:59.039 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:22:59.059 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 212/313 2026-04-17T17:22:59.066 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 213/313 2026-04-17T17:22:59.071 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libdrm-2.4.123-2.el9.x86_64 214/313 2026-04-17T17:22:59.079 INFO:teuthology.orchestra.run.vm06.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 220/313 2026-04-17T17:22:59.102 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 221/313 2026-04-17T17:22:59.128 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/313 2026-04-17T17:22:59.132 INFO:teuthology.orchestra.run.vm06.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:22:59.164 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 215/313 2026-04-17T17:22:59.169 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 216/313 2026-04-17T17:22:59.174 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libgbm-25.0.7-5.el9_7.x86_64 217/313 2026-04-17T17:22:59.180 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libEGL-25.0.7-5.el9_7.x86_64 218/313 2026-04-17T17:22:59.184 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 219/313 2026-04-17T17:22:59.204 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:22:59.211 INFO:teuthology.orchestra.run.vm06.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:22:59.229 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:22:59.232 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/313 2026-04-17T17:22:59.236 INFO:teuthology.orchestra.run.vm07.stdout: Installing : mesa-libGL-25.0.7-5.el9_7.x86_64 220/313 2026-04-17T17:22:59.253 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.253 INFO:teuthology.orchestra.run.vm06.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-17T17:22:59.253 INFO:teuthology.orchestra.run.vm06.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-17T17:22:59.253 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:59.259 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 221/313 2026-04-17T17:22:59.264 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.287 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libtracker-sparql-3.1.2-3.el9_1.x86_64 222/313 2026-04-17T17:22:59.292 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:22:59.302 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.302 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-17T17:22:59.302 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:59.353 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/313 2026-04-17T17:22:59.360 INFO:teuthology.orchestra.run.vm06.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/313 2026-04-17T17:22:59.361 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: tracker-3.1.2-3.el9_1.x86_64 223/313 2026-04-17T17:22:59.365 INFO:teuthology.orchestra.run.vm06.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/313 2026-04-17T17:22:59.368 INFO:teuthology.orchestra.run.vm07.stdout: Installing : tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:22:59.369 INFO:teuthology.orchestra.run.vm06.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/313 2026-04-17T17:22:59.374 INFO:teuthology.orchestra.run.vm06.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/313 2026-04-17T17:22:59.388 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9_3.x86_64 224/313 2026-04-17T17:22:59.391 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 225/313 2026-04-17T17:22:59.411 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.411 INFO:teuthology.orchestra.run.vm07.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-04-17T17:22:59.411 INFO:teuthology.orchestra.run.vm07.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-04-17T17:22:59.411 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:59.422 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.434 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.437 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.459 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 226/313 2026-04-17T17:22:59.459 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-04-17T17:22:59.459 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:59.462 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.462 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-17T17:22:59.462 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:22:59.501 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 227/313 2026-04-17T17:22:59.506 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 228/313 2026-04-17T17:22:59.510 INFO:teuthology.orchestra.run.vm07.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 229/313 2026-04-17T17:22:59.516 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bubblewrap-0.6.3-1.el9.x86_64 230/313 2026-04-17T17:22:59.519 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bluez-libs-5.83-2.el9.x86_64 231/313 2026-04-17T17:22:59.579 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/313 2026-04-17T17:22:59.584 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.586 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.605 INFO:teuthology.orchestra.run.vm06.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/313 2026-04-17T17:22:59.606 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 232/313 2026-04-17T17:22:59.606 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2026-04-17T17:22:59.606 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:22:59.614 INFO:teuthology.orchestra.run.vm06.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/313 2026-04-17T17:22:59.623 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/313 2026-04-17T17:22:59.625 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/313 2026-04-17T17:22:59.681 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.686 INFO:teuthology.orchestra.run.vm06.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.708 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.718 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 233/313 2026-04-17T17:22:59.745 INFO:teuthology.orchestra.run.vm07.stdout: Installing : wireplumber-0.4.14-1.el9.0.1.x86_64 234/313 2026-04-17T17:22:59.754 INFO:teuthology.orchestra.run.vm07.stdout: Installing : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 235/313 2026-04-17T17:22:59.763 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 236/313 2026-04-17T17:22:59.765 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 237/313 2026-04-17T17:22:59.809 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:22:59.827 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.831 INFO:teuthology.orchestra.run.vm07.stdout: Installing : geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.847 INFO:teuthology.orchestra.run.vm06.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:22:59.851 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:22:59.853 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: geoclue2-2.6.0-8.el9_6.1.x86_64 238/313 2026-04-17T17:22:59.885 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:22:59.950 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:22:59.976 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/313 2026-04-17T17:22:59.989 INFO:teuthology.orchestra.run.vm07.stdout: Installing : flatpak-1.12.9-4.el9_6.x86_64 239/313 2026-04-17T17:22:59.993 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:22:59.995 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/313 2026-04-17T17:22:59.998 INFO:teuthology.orchestra.run.vm06.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:23:00.021 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:23:00.024 INFO:teuthology.orchestra.run.vm06.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:23:00.027 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 240/313 2026-04-17T17:23:00.081 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:23:00.086 INFO:teuthology.orchestra.run.vm06.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:23:00.097 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:23:00.107 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/313 2026-04-17T17:23:00.114 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/313 2026-04-17T17:23:00.123 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 241/313 2026-04-17T17:23:00.139 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/313 2026-04-17T17:23:00.141 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gtk3-3.24.31-8.el9.x86_64 242/313 2026-04-17T17:23:00.145 INFO:teuthology.orchestra.run.vm07.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:23:00.151 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/313 2026-04-17T17:23:00.169 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 243/313 2026-04-17T17:23:00.172 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:23:00.221 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 244/313 2026-04-17T17:23:00.223 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 250/313 2026-04-17T17:23:00.226 INFO:teuthology.orchestra.run.vm07.stdout: Installing : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:23:00.235 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 251/313 2026-04-17T17:23:00.237 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 245/313 2026-04-17T17:23:00.244 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-openjdk17-1:3.6.3-22.el9.noarch 246/313 2026-04-17T17:23:00.250 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 247/313 2026-04-17T17:23:00.255 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 252/313 2026-04-17T17:23:00.268 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 253/313 2026-04-17T17:23:00.271 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 248/313 2026-04-17T17:23:00.277 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 254/313 2026-04-17T17:23:00.278 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 249/313 2026-04-17T17:23:00.303 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 255/313 2026-04-17T17:23:00.319 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 256/313 2026-04-17T17:23:00.340 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 257/313 2026-04-17T17:23:00.346 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 250/313 2026-04-17T17:23:00.348 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 258/313 2026-04-17T17:23:00.357 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 251/313 2026-04-17T17:23:00.360 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 259/313 2026-04-17T17:23:00.373 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 252/313 2026-04-17T17:23:00.385 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 253/313 2026-04-17T17:23:00.394 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 254/313 2026-04-17T17:23:00.415 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 260/313 2026-04-17T17:23:00.419 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 255/313 2026-04-17T17:23:00.435 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 256/313 2026-04-17T17:23:00.457 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 257/313 2026-04-17T17:23:00.464 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 258/313 2026-04-17T17:23:00.475 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 259/313 2026-04-17T17:23:00.529 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 260/313 2026-04-17T17:23:00.838 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 261/313 2026-04-17T17:23:00.854 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 262/313 2026-04-17T17:23:00.860 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 263/313 2026-04-17T17:23:00.869 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 264/313 2026-04-17T17:23:00.878 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 265/313 2026-04-17T17:23:00.883 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 266/313 2026-04-17T17:23:00.922 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 267/313 2026-04-17T17:23:00.930 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 268/313 2026-04-17T17:23:00.939 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 269/313 2026-04-17T17:23:00.944 INFO:teuthology.orchestra.run.vm06.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 270/313 2026-04-17T17:23:00.951 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 271/313 2026-04-17T17:23:00.964 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 261/313 2026-04-17T17:23:00.981 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 262/313 2026-04-17T17:23:00.987 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 263/313 2026-04-17T17:23:00.995 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 264/313 2026-04-17T17:23:01.004 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 265/313 2026-04-17T17:23:01.010 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 266/313 2026-04-17T17:23:01.047 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 267/313 2026-04-17T17:23:01.054 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-cherrypy-18.10.0-5.el9.noarch 268/313 2026-04-17T17:23:01.062 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 269/313 2026-04-17T17:23:01.067 INFO:teuthology.orchestra.run.vm07.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 270/313 2026-04-17T17:23:01.075 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 271/313 2026-04-17T17:23:01.302 INFO:teuthology.orchestra.run.vm06.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 272/313 2026-04-17T17:23:01.305 INFO:teuthology.orchestra.run.vm06.stdout: Installing : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:23:01.330 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:23:01.333 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 274/313 2026-04-17T17:23:01.421 INFO:teuthology.orchestra.run.vm07.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 272/313 2026-04-17T17:23:01.423 INFO:teuthology.orchestra.run.vm07.stdout: Installing : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:23:01.447 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 273/313 2026-04-17T17:23:01.449 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 274/313 2026-04-17T17:23:02.700 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:02.705 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:02.774 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:02.787 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:03.095 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:03.102 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:23:03.164 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:23:03.164 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-17T17:23:03.164 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-17T17:23:03.164 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:03.167 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 275/313 2026-04-17T17:23:03.169 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:23:03.175 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:23:03.236 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 276/313 2026-04-17T17:23:03.236 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-04-17T17:23:03.236 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-04-17T17:23:03.236 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:03.244 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /sys 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /proc 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /mnt 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /var/tmp 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /home 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /root 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout:skipping the directory /tmp 2026-04-17T17:23:11.858 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 277/313 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /sys 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /proc 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /mnt 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /var/tmp 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /home 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /root 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout:skipping the directory /tmp 2026-04-17T17:23:11.954 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:11.959 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:23:11.978 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:23:11.978 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:11.978 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-17T17:23:11.978 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:12.047 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:23:12.065 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 278/313 2026-04-17T17:23:12.065 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:12.065 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-04-17T17:23:12.065 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:12.832 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:23:12.859 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:12.900 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:23:12.934 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 279/313 2026-04-17T17:23:12.934 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:12.935 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-04-17T17:23:12.935 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:23:12.935 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-04-17T17:23:12.935 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:12.980 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:23:13.004 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:13.059 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:23:13.083 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 280/313 2026-04-17T17:23:13.084 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:13.084 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-04-17T17:23:13.084 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:23:13.084 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-04-17T17:23:13.084 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:13.260 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:23:13.287 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:13.323 INFO:teuthology.orchestra.run.vm06.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 282/313 2026-04-17T17:23:13.345 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:23:13.373 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 281/313 2026-04-17T17:23:13.373 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:13.373 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-04-17T17:23:13.373 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:23:13.373 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-04-17T17:23:13.374 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:13.404 INFO:teuthology.orchestra.run.vm06.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 283/313 2026-04-17T17:23:13.425 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 284/313 2026-04-17T17:23:13.426 INFO:teuthology.orchestra.run.vm07.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 282/313 2026-04-17T17:23:13.429 INFO:teuthology.orchestra.run.vm06.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 285/313 2026-04-17T17:23:13.511 INFO:teuthology.orchestra.run.vm07.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 283/313 2026-04-17T17:23:13.529 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 284/313 2026-04-17T17:23:13.533 INFO:teuthology.orchestra.run.vm07.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 285/313 2026-04-17T17:23:13.542 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:23:13.546 INFO:teuthology.orchestra.run.vm06.stdout: Installing : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:23:13.555 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 287/313 2026-04-17T17:23:13.584 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 288/313 2026-04-17T17:23:13.588 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:23:13.604 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:23:13.608 INFO:teuthology.orchestra.run.vm07.stdout: Installing : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 286/313 2026-04-17T17:23:13.618 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 287/313 2026-04-17T17:23:13.648 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 288/313 2026-04-17T17:23:13.651 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:23:15.647 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:23:15.661 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:23:15.696 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 289/313 2026-04-17T17:23:15.712 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:23:16.283 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:23:16.285 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:23:16.304 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:23:16.306 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:23:16.354 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 290/313 2026-04-17T17:23:16.356 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:23:16.375 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 291/313 2026-04-17T17:23:16.379 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:23:16.382 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:23:16.436 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 293/313 2026-04-17T17:23:16.443 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:23:16.460 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 292/313 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:23:16.465 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:16.481 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:23:16.492 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:23:16.516 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 293/313 2026-04-17T17:23:16.550 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:23:16.578 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 294/313 2026-04-17T17:23:16.578 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:16.579 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-04-17T17:23:16.579 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:23:16.579 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-04-17T17:23:16.579 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:16.600 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:23:16.615 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 295/313 2026-04-17T17:23:17.765 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 296/313 2026-04-17T17:23:17.768 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:23:17.793 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:17.806 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:23:17.831 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:23:17.831 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:17.831 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-17T17:23:17.831 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:17.939 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 296/313 2026-04-17T17:23:17.942 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 297/313 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-04-17T17:23:17.968 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:17.981 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:23:17.986 INFO:teuthology.orchestra.run.vm06.stdout: Installing : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:23:18.006 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 298/313 2026-04-17T17:23:18.006 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:18.006 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-04-17T17:23:18.006 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:18.013 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:23:18.013 INFO:teuthology.orchestra.run.vm06.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:18.014 INFO:teuthology.orchestra.run.vm06.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-17T17:23:18.014 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:23:18.014 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:23:18.014 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:18.162 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:23:18.186 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 299/313 2026-04-17T17:23:18.187 INFO:teuthology.orchestra.run.vm07.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-04-17T17:23:18.187 INFO:teuthology.orchestra.run.vm07.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-04-17T17:23:18.187 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:23:18.187 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-04-17T17:23:18.187 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:22.567 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 300/313 2026-04-17T17:23:22.568 INFO:teuthology.orchestra.run.vm06.stdout: Installing : maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:23:22.579 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:23:22.584 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 302/313 2026-04-17T17:23:22.594 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 300/313 2026-04-17T17:23:22.596 INFO:teuthology.orchestra.run.vm07.stdout: Installing : maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:23:22.600 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 303/313 2026-04-17T17:23:22.604 INFO:teuthology.orchestra.run.vm06.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:23:22.605 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: maven-1:3.6.3-22.el9.noarch 301/313 2026-04-17T17:23:22.611 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 302/313 2026-04-17T17:23:22.621 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:23:22.622 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-17T17:23:22.622 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:22.625 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 303/313 2026-04-17T17:23:22.628 INFO:teuthology.orchestra.run.vm07.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:23:22.646 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 304/313 2026-04-17T17:23:22.646 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2026-04-17T17:23:22.646 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:22.661 INFO:teuthology.orchestra.run.vm06.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 305/313 2026-04-17T17:23:22.689 INFO:teuthology.orchestra.run.vm07.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 305/313 2026-04-17T17:23:22.710 INFO:teuthology.orchestra.run.vm06.stdout: Installing : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 306/313 2026-04-17T17:23:22.717 INFO:teuthology.orchestra.run.vm06.stdout: Installing : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 307/313 2026-04-17T17:23:22.729 INFO:teuthology.orchestra.run.vm06.stdout: Installing : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 308/313 2026-04-17T17:23:22.737 INFO:teuthology.orchestra.run.vm06.stdout: Installing : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 309/313 2026-04-17T17:23:22.737 INFO:teuthology.orchestra.run.vm07.stdout: Installing : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 306/313 2026-04-17T17:23:22.745 INFO:teuthology.orchestra.run.vm07.stdout: Installing : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 307/313 2026-04-17T17:23:22.757 INFO:teuthology.orchestra.run.vm06.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 310/313 2026-04-17T17:23:22.757 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 308/313 2026-04-17T17:23:22.762 INFO:teuthology.orchestra.run.vm06.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 311/313 2026-04-17T17:23:22.762 INFO:teuthology.orchestra.run.vm06.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:23:22.767 INFO:teuthology.orchestra.run.vm07.stdout: Installing : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 309/313 2026-04-17T17:23:22.786 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:23:22.786 INFO:teuthology.orchestra.run.vm06.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:22.789 INFO:teuthology.orchestra.run.vm07.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 310/313 2026-04-17T17:23:22.793 INFO:teuthology.orchestra.run.vm07.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 311/313 2026-04-17T17:23:22.793 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:23:22.805 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:22.815 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 313/313 2026-04-17T17:23:22.815 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 312/313 2026-04-17T17:23:22.815 INFO:teuthology.orchestra.run.vm07.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:22.822 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 313/313 2026-04-17T17:23:22.832 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:22.832 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 313/313 2026-04-17T17:23:22.842 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 313/313 2026-04-17T17:23:22.845 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 313/313 2026-04-17T17:23:22.845 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:23:22.845 INFO:teuthology.orchestra.run.vm06.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:23:22.845 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:22.850 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.0.1.noarch 313/313 2026-04-17T17:23:22.862 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T17:23:22.864 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 313/313 2026-04-17T17:23:22.878 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.0.1.x86_64 313/313 2026-04-17T17:23:22.878 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:23:22.878 INFO:teuthology.orchestra.run.vm07.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2026-04-17T17:23:22.878 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:22.899 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T17:23:22.909 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T17:23:22.946 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 313/313 2026-04-17T17:23:25.855 INFO:teuthology.orchestra.run.vm06.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 1/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 2/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 3/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 4/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 5/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 6/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 7/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 8/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 9/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 10/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 11/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 13/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 14/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 16/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 17/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 18/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 19/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 20/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 21/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 22/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 23/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 24/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 25/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 26/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 27/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 28/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 29/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 30/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 31/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 32/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 33/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 34/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 35/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 36/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 37/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 38/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 39/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/313 2026-04-17T17:23:25.856 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/313 2026-04-17T17:23:25.863 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 102/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 103/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 104/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 105/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 106/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 107/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 108/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 109/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 110/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 111/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 112/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : unzip-6.0-59.el9.x86_64 113/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : zip-3.0-35.el9.x86_64 114/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 115/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 116/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 117/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 118/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 119/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 120/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 121/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 122/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 123/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : atinject-1.0.3-9.el9.noarch 124/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : atk-2.36.0-5.el9.x86_64 125/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 126/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 127/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 128/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 129/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 130/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 131/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 132/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 133/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 134/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 135/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 136/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 137/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 138/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 139/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 140/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 141/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 144/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 145/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 146/313 2026-04-17T17:23:25.864 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 147/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 148/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 149/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 150/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 151/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 152/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 153/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : guava-30.1-10.el9.noarch 154/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 155/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 156/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 157/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 158/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 159/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 160/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 161/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 162/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 163/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 164/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 165/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 166/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 167/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 168/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 169/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lcms2-2.12-3.el9.x86_64 170/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 171/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 172/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 173/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 174/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 175/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 176/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 177/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 178/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 179/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 180/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 181/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 182/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 183/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 184/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 185/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 186/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 187/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 188/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 189/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 190/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 191/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 192/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 193/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 194/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 195/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 196/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 197/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 198/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 199/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 200/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 201/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 202/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 203/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libsbc-1.4-9.el9.x86_64 204/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 205/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 206/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 207/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 208/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 209/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 210/313 2026-04-17T17:23:25.865 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 211/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 212/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 213/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 214/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 215/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 216/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 217/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : libxslt-1.1.34-14.el9_7.1.x86_64 218/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 219/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 220/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 221/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 222/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lua-5.4.4-4.el9.x86_64 223/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 224/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 225/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 226/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 227/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 228/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 229/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 230/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 231/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 232/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 233/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 234/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 235/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 236/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 237/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 238/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 239/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : opus-1.3.1-10.el9.x86_64 240/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : orc-0.4.31-8.el9.x86_64 241/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 242/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 243/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 244/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 245/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 246/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 247/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 248/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 249/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 250/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 251/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 252/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 253/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 254/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 255/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 256/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 257/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 258/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 259/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 260/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 261/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 262/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 263/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 264/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 265/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 266/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 267/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 268/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 269/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 270/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 271/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 272/313 2026-04-17T17:23:25.866 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 273/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 274/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 275/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 276/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 277/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 278/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 279/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 280/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 281/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 282/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 283/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 284/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : rtkit-0.11-29.el9.x86_64 285/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 286/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 287/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 288/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 289/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 290/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 291/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 292/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 293/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 294/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 295/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : upower-0.99.13-2.el9.x86_64 296/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 297/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 298/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 299/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 300/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 301/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 302/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 303/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 304/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 305/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 306/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 307/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 308/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 309/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 310/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 311/313 2026-04-17T17:23:25.867 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 312/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 1/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 2/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 3/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 4/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-immutable-object-cache-2:20.2.0-21.gc03ba9e 5/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 6/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 7/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 8/313 2026-04-17T17:23:25.870 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 9/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 10/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso. 11/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 12/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.cl 13/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.cly 14/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.cl 15/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 16/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso 17/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clys 18/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.cl 19/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 20/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.e 21/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9 22/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clys 23/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso 24/313 2026-04-17T17:23:25.871 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 25/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x 26/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_ 27/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x8 28/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 29/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58 30/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.cl 31/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9. 32/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba 33/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9. 34/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.e 35/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso 36/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58. 37/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.n 38/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarc 39/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 40/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 41/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 42/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 43/313 2026-04-17T17:23:25.872 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 44/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 45/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 46/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 47/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 48/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 49/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 50/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 51/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 52/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 53/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 54/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cheroot-10.0.1-5.el9.noarch 55/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cherrypy-18.10.0-5.el9.noarch 56/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 57/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 58/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 59/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 60/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 61/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 62/313 2026-04-17T17:23:25.873 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 63/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 64/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 65/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 66/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 67/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 68/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 69/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 70/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 71/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 80/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 81/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 82/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 83/313 2026-04-17T17:23:25.874 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : re2-1:20211101-20.el9.x86_64 84/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 85/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 86/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 87/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bluez-libs-5.83-2.el9.x86_64 88/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bubblewrap-0.6.3-1.el9.x86_64 89/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 90/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 91/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 92/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 93/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 94/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 95/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 96/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 97/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 98/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 99/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtdb-1.4.13-1.el9.x86_64 100/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lksctp-tools-1.0.19-3.el9_4.x86_64 101/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 102/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 103/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 104/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 105/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 106/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 107/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 108/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 109/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 110/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 111/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 112/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : unzip-6.0-59.el9.x86_64 113/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : zip-3.0-35.el9.x86_64 114/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 115/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 116/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : alsa-lib-1.2.14-1.el9.x86_64 117/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-cli-1.4-20.el9.noarch 118/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-codec-1.15-10.el9.noarch 119/313 2026-04-17T17:23:25.875 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-io-1:2.8.0-12.el9.noarch 120/313 2026-04-17T17:23:25.878 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : apache-commons-lang3-3.12.0-10.el9.noarch 121/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 122/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 123/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : atinject-1.0.3-9.el9.noarch 124/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : atk-2.36.0-5.el9.x86_64 125/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : avahi-glib-0.8-23.el9.x86_64 126/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 127/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : cdi-api-2.0.2-9.el9.noarch 128/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : colord-libs-1.4.5-6.el9_6.x86_64 129/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : composefs-libs-1.0.8-1.el9.x86_64 130/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : copy-jdk-configs-4.0-3.el9.0.1.noarch 131/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 132/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 133/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 134/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 135/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 136/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flac-libs-1.3.3-10.el9_2.1.x86_64 137/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-1.12.9-4.el9_6.x86_64 138/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-selinux-1.12.9-4.el9_6.noarch 139/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flatpak-session-helper-1.12.9-4.el9_6.x86_64 140/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 141/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 142/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 143/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 144/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : geoclue2-2.6.0-8.el9_6.1.x86_64 145/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 146/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : google-guice-4.2.3-12.el9.noarch 147/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 148/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 149/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gstreamer1-1.22.12-3.el9.x86_64 150/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 151/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gtk-update-icon-cache-3.24.31-8.el9.x86_64 152/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : gtk3-3.24.31-8.el9.x86_64 153/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : guava-30.1-10.el9.noarch 154/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 155/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : httpcomponents-client-4.5.13-7.el9.noarch 156/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : httpcomponents-core-4.4.13-11.el9.noarch 157/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 158/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jakarta-annotations-1.3.5-16.el9.noarch 159/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jansi-2.3.3-9.el9.x86_64 160/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 161/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 162/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86 163/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : javapackages-filesystem-6.4.0-1.el9.noarch 164/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : javapackages-tools-6.4.0-1.el9.noarch 165/313 2026-04-17T17:23:25.879 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 166/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jcl-over-slf4j-1.7.30-16.el9.noarch 167/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jsoup-1.13.1-13.el9.noarch 168/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : jsr-305-3.0.2-9.el9.noarch 169/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lcms2-2.12-3.el9.x86_64 170/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libX11-xcb-1.7.0-11.el9.x86_64 171/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 172/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 173/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 174/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 175/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 176/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 177/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 178/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 179/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 180/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 181/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 182/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 183/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 184/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libdrm-2.4.123-2.el9.x86_64 185/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 186/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 187/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 188/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgexiv2-0.14.3-1.el9.x86_64 189/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 190/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 191/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 192/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 193/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 194/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 195/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 196/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 197/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 198/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 199/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 200/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 201/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 202/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 203/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libsbc-1.4-9.el9.x86_64 204/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libsndfile-1.0.31-9.el9.x86_64 205/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 206/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 207/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtiff-4.4.0-15.el9_7.2.0.1.x86_64 208/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libtracker-sparql-3.1.2-3.el9_1.x86_64 209/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 210/313 2026-04-17T17:23:25.880 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 211/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 212/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 213/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 214/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 215/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 216/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 217/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : libxslt-1.1.34-14.el9_7.1.x86_64 218/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : llvm-filesystem-20.1.8-3.el9.x86_64 219/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : llvm-libs-20.1.8-3.el9.x86_64 220/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 221/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 222/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-5.4.4-4.el9.x86_64 223/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 224/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-1:3.6.3-22.el9.noarch 225/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-lib-1:3.6.3-22.el9.noarch 226/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-openjdk17-1:3.6.3-22.el9.noarch 227/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-resolver-1:1.6.1-14.el9.noarch 228/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-shared-utils-3.3.4-7.el9.noarch 229/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : maven-wagon-3.4.2-10.el9.noarch 230/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-dri-drivers-25.0.7-5.el9_7.x86_64 231/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-filesystem-25.0.7-5.el9_7.x86_64 232/313 2026-04-17T17:23:25.881 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libEGL-25.0.7-5.el9_7.x86_64 233/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libGL-25.0.7-5.el9_7.x86_64 234/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mesa-libgbm-25.0.7-5.el9_7.x86_64 235/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 236/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 237/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 238/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : openjpeg2-2.4.0-8.el9.x86_64 239/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : opus-1.3.1-10.el9.x86_64 240/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : orc-0.4.31-8.el9.x86_64 241/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : osinfo-db-20250606-1.el9.rocky.20250920.noarch 242/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 243/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ostree-libs-2025.6-2.el9_7.x86_64 244/313 2026-04-17T17:23:25.883 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : p11-kit-server-0.25.3-3.el9_5.x86_64 245/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 246/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 247/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 248/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 249/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 250/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 251/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 252/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 253/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-cipher-1.7-30.el9.noarch 254/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-classworlds-2.6.0-14.el9.noarch 255/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-containers-component-annotations-2.1.0-13 256/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-interpolation-1.26-15.el9.noarch 257/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-sec-dispatcher-1.4-41.el9.noarch 258/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : plexus-utils-3.3.0-13.el9.noarch 259/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-21.01.0-23.el9_7.x86_64 260/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-data-0.4.9-9.el9.0.1.noarch 261/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : poppler-glib-21.01.0-23.el9_7.x86_64 262/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 263/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 264/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : pulseaudio-libs-15.0-3.el9.x86_64 265/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 266/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 267/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 268/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-jmespath-1.0.1-1.el9_7.noarch 269/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 270/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 271/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 272/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-1:1.23.5-2.el9_7.x86_64 273/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 274/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 275/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 276/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 277/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 278/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 279/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 280/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 281/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 282/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 283/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 284/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : rtkit-0.11-29.el9.x86_64 285/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : sisu-1:0.3.4-14.el9.noarch 286/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : slf4j-1.7.30-16.el9.noarch 287/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 288/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.0.1.noarch 289/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : spirv-tools-libs-2025.2-1.el9.x86_64 290/313 2026-04-17T17:23:25.884 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 291/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tracker-3.1.2-3.el9_1.x86_64 292/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tracker-miners-3.1.2-4.el9_3.x86_64 293/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 294/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : tzdata-java-2026a-1.el9_7.noarch 295/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : upower-0.99.13-2.el9.x86_64 296/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 297/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : wireplumber-0.4.14-1.el9.0.1.x86_64 298/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.0.1.x86_64 299/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 300/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 301/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 302/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xkeyboard-config-2.33-2.el9.0.1.noarch 303/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 304/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 305/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 306/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 307/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 308/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 309/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86 310/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 311/313 2026-04-17T17:23:25.885 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_6 312/313 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout:Upgraded: 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout:Installed: 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: atinject-1.0.3-9.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: atk-2.36.0-5.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.039 INFO:teuthology.orchestra.run.vm06.stdout: ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: guava-30.1-10.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-17T17:23:26.040 INFO:teuthology.orchestra.run.vm06.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: lcms2-2.12-3.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libsbc-1.4-9.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-17T17:23:26.041 INFO:teuthology.orchestra.run.vm06.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: libxslt-1.1.34-14.el9_7.1.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: lua-5.4.4-4.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: opus-1.3.1-10.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: orc-0.4.31-8.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-17T17:23:26.042 INFO:teuthology.orchestra.run.vm06.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-17T17:23:26.043 INFO:teuthology.orchestra.run.vm06.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: re2-1:20211101-20.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: rtkit-0.11-29.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: unzip-6.0-59.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: upower-0.99.13-2.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: zip-3.0-35.el9.x86_64 2026-04-17T17:23:26.044 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:26.045 INFO:teuthology.orchestra.run.vm06.stdout:Complete! 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 313/313 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout:Upgraded: 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: librados2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: librbd1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout:Installed: 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: alsa-lib-1.2.14-1.el9.x86_64 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-cli-1.4-20.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-codec-1.15-10.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-io-1:2.8.0-12.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: apache-commons-lang3-3.12.0-10.el9.noarch 2026-04-17T17:23:26.087 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: atinject-1.0.3-9.el9.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: atk-2.36.0-5.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: avahi-glib-0.8-23.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: bluez-libs-5.83-2.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: bubblewrap-0.6.3-1.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: cdi-api-2.0.2-9.el9.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-base-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-grafana-dashboards-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-immutable-object-cache-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mds-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-dashboard-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-diskprediction-local-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-k8sevents-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-modules-core-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mgr-rook-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-mon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-osd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-prometheus-alerts-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-radosgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-selinux-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-test-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: ceph-volume-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: cephadm-2:20.2.0-21.gc03ba9ecf58.el9.clyso.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: colord-libs-1.4.5-6.el9_6.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: composefs-libs-1.0.8-1.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: copy-jdk-configs-4.0-3.el9.0.1.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: cups-libs-1:2.3.3op2-34.el9_7.2.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: dconf-0.40.0-6.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-0.27.5-2.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flac-libs-1.3.3-10.el9_2.1.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-1.12.9-4.el9_6.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-selinux-1.12.9-4.el9_6.noarch 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flatpak-session-helper-1.12.9-4.el9_6.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: fuse-2.9.9-17.el9.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: gdk-pixbuf2-modules-2.42.6-6.el9_6.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: geoclue2-2.6.0-8.el9_6.1.x86_64 2026-04-17T17:23:26.088 INFO:teuthology.orchestra.run.vm07.stdout: giflib-5.2.1-9.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: google-guice-4.2.3-12.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: graphene-1.10.6-2.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: grpc-data-1.46.7-10.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gsm-1.0.19-6.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-1.22.12-3.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gstreamer1-plugins-base-1.22.12-5.el9_7.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gtk-update-icon-cache-3.24.31-8.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: gtk3-3.24.31-8.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: guava-30.1-10.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-client-4.5.13-7.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: httpcomponents-core-4.4.13-11.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: iso-codes-4.6.0-3.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jakarta-annotations-1.3.5-16.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jansi-2.3.3-9.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-devel-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: java-17-openjdk-headless-1:17.0.18.0.8-1.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-filesystem-6.4.0-1.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: javapackages-tools-6.4.0-1.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jbigkit-libs-2.1-23.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jcl-over-slf4j-1.7.30-16.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jsoup-1.13.1-13.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: jsr-305-3.0.2-9.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: lcms2-2.12-3.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libX11-xcb-1.7.0-11.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXcomposite-0.4.5-7.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXcursor-1.2.0-7.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXdamage-1.1.5-7.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXfixes-5.0.3-16.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXi-1.7.10-8.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXinerama-1.1.4-10.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXrandr-1.5.2-8.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXtst-1.2.3-16.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXv-1.0.11-16.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-9.0.0-15.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libasyncns-0.8-22.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-0.30-27.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-daemon-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs-proxy2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcephfs2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libcephsqlite-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libconfig-1.7.2-9.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libdrm-2.4.123-2.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libepoxy-1.5.5-4.el9.x86_64 2026-04-17T17:23:26.089 INFO:teuthology.orchestra.run.vm07.stdout: libexif-0.6.22-6.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libfontenc-1.1.3-17.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libgexiv2-0.14.3-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libgsf-1.14.47-5.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libgxps-0.3.2-3.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libiptcdata-1.0.5-10.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libldac-2.0.2.3-10.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libnbd-1.20.3-4.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libnotify-0.7.9-8.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: liboath-2.6.12-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libogg-2:1.3.4-6.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libosinfo-1.10.0-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libpciaccess-0.16-7.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: librados-devel-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libradosstriper1-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: librgw2-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libsbc-1.4-9.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libsndfile-1.0.31-9.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libtdb-1.4.13-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libtheora-1:1.1.1-31.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libtiff-4.4.0-15.el9_7.2.0.1.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libtracker-sparql-3.1.2-3.el9_1.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libunwind-1.6.2-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-client-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libwayland-server-1.21.0-1.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libwebp-1.2.0-8.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libxshmfence-1.3-10.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: libxslt-1.1.34-14.el9_7.1.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: lksctp-tools-1.0.19-3.el9_4.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: llvm-filesystem-20.1.8-3.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: llvm-libs-20.1.8-3.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: low-memory-monitor-2.1-4.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: lua-5.4.4-4.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: lua-posix-35.0-8.el9.x86_64 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: luarocks-3.9.2-5.el9.noarch 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: maven-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: maven-lib-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: maven-openjdk17-1:3.6.3-22.el9.noarch 2026-04-17T17:23:26.090 INFO:teuthology.orchestra.run.vm07.stdout: maven-resolver-1:1.6.1-14.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: maven-shared-utils-3.3.4-7.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: maven-wagon-3.4.2-10.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mesa-dri-drivers-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mesa-filesystem-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libEGL-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libGL-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mesa-libgbm-25.0.7-5.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: mkfontscale-1.2.1-3.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: nvme-cli-2.13-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: openblas-0.3.29-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: openjpeg2-2.4.0-8.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: opus-1.3.1-10.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: orc-0.4.31-8.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-20250606-1.el9.rocky.20250920.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: ostree-libs-2025.6-2.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: p11-kit-server-0.25.3-3.el9_5.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pciutils-3.7.0-7.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-cipher-1.7-30.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-classworlds-2.6.0-14.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-containers-component-annotations-2.1.0-13.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-interpolation-1.26-15.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-sec-dispatcher-1.4-41.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: plexus-utils-3.3.0-13.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: poppler-21.01.0-23.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: poppler-data-0.4.9-9.el9.0.1.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: poppler-glib-21.01.0-23.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: publicsuffix-list-20210518-3.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: pulseaudio-libs-15.0-3.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-babel-2.9.1-2.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-argparse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-ceph-common-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cephfs-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cheroot-10.0.1-5.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cherrypy-18.10.0-5.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-04-17T17:23:26.091 INFO:teuthology.orchestra.run.vm07.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-jmespath-1.0.1-1.el9_7.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-1:1.23.5-2.el9_7.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-numpy-f2py-1:1.23.5-2.el9_7.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-packaging-20.9-5.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-portend-3.1.0-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-pycparser-2.20-6.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-rados-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-rbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-rgw-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-routes-2.5.1-5.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-rsa-4.9-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-saml-1.16.0-1.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-24.09.0-1.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: rbd-fuse-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: rbd-mirror-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: rbd-nbd-2:20.2.0-21.gc03ba9ecf58.el9.clyso.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: re2-1:20211101-20.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: rtkit-0.11-29.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: s3cmd-2.4.0-1.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: sisu-1:0.3.4-14.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: slf4j-1.7.30-16.el9.noarch 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-04-17T17:23:26.092 INFO:teuthology.orchestra.run.vm07.stdout: socat-1.7.4.1-8.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: sound-theme-freedesktop-0.8-17.el9.0.1.noarch 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: spirv-tools-libs-2025.2-1.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: thrift-0.15.0-4.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: tracker-3.1.2-3.el9_1.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: tracker-miners-3.1.2-4.el9_3.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: tzdata-java-2026a-1.el9_7.noarch 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: unzip-6.0-59.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: upower-0.99.13-2.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: webrtc-audio-processing-0.3.1-8.el9.0.1.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-0.4.14-1.el9.0.1.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: wireplumber-libs-0.4.14-1.el9.0.1.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xkeyboard-config-2.33-2.el9.0.1.noarch 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: zip-3.0-35.el9.x86_64 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:26.093 INFO:teuthology.orchestra.run.vm07.stdout:Complete! 2026-04-17T17:23:26.263 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:26.434 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:26.434 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-17T17:23:26.434 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-04-17T17:23:26.434 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-04-17T17:23:26.434 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:26.434 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-17T17:23:26.480 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:26.494 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-04-17T17:23:26.539 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-04-17T17:23:26.539 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:26.539 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/usr/bin/daemon-helper 2026-04-17T17:23:26.574 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-17T17:23:26.648 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:26.648 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/daemon-helper 2026-04-17T17:23:26.682 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-04-17T17:23:26.758 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-04-17T17:23:26.758 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:26.758 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-17T17:23:26.794 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-17T17:23:26.879 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:26.879 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/adjust-ulimits 2026-04-17T17:23:26.920 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-04-17T17:23:26.999 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-04-17T17:23:26.999 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:26.999 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/usr/bin/stdin-killer 2026-04-17T17:23:27.039 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-17T17:23:27.119 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:27.119 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/usr/bin/stdin-killer 2026-04-17T17:23:27.158 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-04-17T17:23:27.241 INFO:teuthology.run_tasks:Running task ceph... 2026-04-17T17:23:27.289 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-04-17T17:23:27.289 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod 777 /var/log/ceph 2026-04-17T17:23:27.291 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /var/log/ceph 2026-04-17T17:23:27.332 INFO:tasks.ceph:Disabling ceph logrotate... 2026-04-17T17:23:27.332 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-17T17:23:27.372 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/logrotate.d/ceph 2026-04-17T17:23:27.416 INFO:tasks.ceph:Creating extra log directories... 2026-04-17T17:23:27.416 DEBUG:teuthology.orchestra.run.vm06:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-17T17:23:27.417 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-04-17T17:23:27.504 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-04-17T17:23:27.504 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-04-17T17:23:27.504 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps/5640', 'branch': 'wip-sse-s3-on-v20.2.0', 'description': 'rgw/verify/{0-install accounts$/{main-tenant} clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off-no-gc} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/replicated s3tests-branch sharding$/{single} striping$/{stripe-equals-chunk} supported-random-distro$/{rocky_latest} tasks/{bucket-check cls mp_reupload rados-pool-quota ragweed reshard s3tests versioning zzz-s3tests-java} validater/valgrind}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '5640', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'supriti-2026-04-17_12:11:56-rgw-wip-sse-s3-on-v20.2.0-none-default-vps', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'wip-sse-s3-on-v20.2.0'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'logical_volumes': {'lv_1': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_2': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_3': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}, 'lv_4': {'scratch_dev': True, 'size': '25%VG', 'vg': 'vg_nvme'}}, 'timezone': 'UTC', 'volume_groups': {'vg_nvme': {'pvs': '/dev/vdb,/dev/vdc,/dev/vdd,/dev/vde'}}}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon osd crush smoke test': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME', 'reached quota', 'POOL_FULL', 'pool\\(s\\) full'], 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-20.2.0/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:sse-s3-kmip-preview-not-for-production-7'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}, 'extra_system_packages': {'deb': ['python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph-debug/rpm-20.2.0-21-gc03ba9ecf58/el9.clyso/x86_64'}]}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}, 'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'inline data': False, 'storage classes': {'FROZEN': None, 'LUKEWARM': None}}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'tt-wip-sse-s3-on-v20.2.0', 'sha1': '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'}}, 'owner': 'supriti', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 7685, 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'tt-wip-sse-s3-on-v20.2.0', 'suite_path': '/home/teuthos/src/git.local_ceph_909b66e106532fd1f1a49171c3f2eb7a193a6d0b/qa', 'suite_relpath': 'qa', 'suite_repo': 'http://git.local/ceph.git', 'suite_sha1': '909b66e106532fd1f1a49171c3f2eb7a193a6d0b', 'targets': {'vm06.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGWvawzUUW4SmjZCunhGI9DANXda+fpoKyUdPeR5Z+2zDiKLzmErb9Ylu3jOL9J1KhQCkJBxYCe1qHPxhoQW2Mc=', 'vm07.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBO0s/ffZ/FrbsQEHNKHVKZpyrYXabzW/YD3lGnA5ai9Irz1xjPE6fiTa7l7YUnQZlnXxhEYkASn+yxBjS9HDVcU='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven', 'python3-jmespath', 'python3-xmltodict', 's3cmd'], 'rpm': ['s3cmd', 'maven', 'bzip2', 'perl-Test-Harness', 'python3-jmespath', 'python3-xmltodict', 's3cmd']}, 'flavor': 'default', 'sha1': 'c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/run-rados-pool-quota.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-tentacle', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/kshtsk/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-04-17_12:11:56', 'tube': 'vps', 'user': 'supriti', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.3072398'} 2026-04-17T17:23:27.504 DEBUG:teuthology.orchestra.run.vm06:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-17T17:23:27.506 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-04-17T17:23:27.570 DEBUG:teuthology.orchestra.run.vm06:> sudo install -d -m0777 -- /var/run/ceph 2026-04-17T17:23:27.576 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m0777 -- /var/run/ceph 2026-04-17T17:23:27.649 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:27.649 DEBUG:teuthology.orchestra.run.vm06:> dd if=/scratch_devs of=/dev/stdout 2026-04-17T17:23:27.683 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-17T17:23:27.684 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_1 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Device: 5h/5d Inode: 1051 Links: 1 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-17 17:23:23.248746407 +0000 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-17 17:22:58.318701113 +0000 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-17 17:22:58.318701113 +0000 2026-04-17T17:23:27.752 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-17 17:22:58.318701113 +0000 2026-04-17T17:23:27.752 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-17T17:23:27.831 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-17T17:23:27.831 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-17T17:23:27.831 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000238468 s, 2.1 MB/s 2026-04-17T17:23:27.832 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-17T17:23:27.903 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_2 2026-04-17T17:23:27.970 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-17T17:23:27.970 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:27.970 INFO:teuthology.orchestra.run.vm06.stdout:Device: 5h/5d Inode: 1065 Links: 1 2026-04-17T17:23:27.970 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:27.971 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:27.971 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-17 17:23:23.248746407 +0000 2026-04-17T17:23:27.971 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-17 17:22:58.325701122 +0000 2026-04-17T17:23:27.971 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-17 17:22:58.325701122 +0000 2026-04-17T17:23:27.971 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-17 17:22:58.325701122 +0000 2026-04-17T17:23:27.971 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-17T17:23:28.045 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-17T17:23:28.045 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-17T17:23:28.045 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000133491 s, 3.8 MB/s 2026-04-17T17:23:28.046 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-17T17:23:28.119 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_3 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Device: 5h/5d Inode: 1045 Links: 1 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-17 17:23:23.248746407 +0000 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-17 17:22:58.317701112 +0000 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-17 17:22:58.317701112 +0000 2026-04-17T17:23:28.191 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-17 17:22:58.317701112 +0000 2026-04-17T17:23:28.191 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-17T17:23:28.267 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-17T17:23:28.267 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-17T17:23:28.267 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.000139232 s, 3.7 MB/s 2026-04-17T17:23:28.268 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-17T17:23:28.338 DEBUG:teuthology.orchestra.run.vm06:> stat /dev/vg_nvme/lv_4 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Device: 5h/5d Inode: 1070 Links: 1 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Access: 2026-04-17 17:23:23.249746413 +0000 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Modify: 2026-04-17 17:22:58.328701126 +0000 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout:Change: 2026-04-17 17:22:58.328701126 +0000 2026-04-17T17:23:28.408 INFO:teuthology.orchestra.run.vm06.stdout: Birth: 2026-04-17 17:22:58.328701126 +0000 2026-04-17T17:23:28.409 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-17T17:23:28.486 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records in 2026-04-17T17:23:28.486 INFO:teuthology.orchestra.run.vm06.stderr:1+0 records out 2026-04-17T17:23:28.486 INFO:teuthology.orchestra.run.vm06.stderr:512 bytes copied, 0.00017056 s, 3.0 MB/s 2026-04-17T17:23:28.487 DEBUG:teuthology.orchestra.run.vm06:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-17T17:23:28.560 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:28.560 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:28.560 DEBUG:teuthology.orchestra.run.vm07:> dd if=/scratch_devs of=/dev/stdout 2026-04-17T17:23:28.591 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2026-04-17T17:23:28.591 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_1 2026-04-17T17:23:28.660 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1059 Links: 1 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-17 17:23:23.310095070 +0000 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-17 17:22:58.625917806 +0000 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-17 17:22:58.625917806 +0000 2026-04-17T17:23:28.661 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-17 17:22:58.625917806 +0000 2026-04-17T17:23:28.661 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2026-04-17T17:23:28.740 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-17T17:23:28.740 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-17T17:23:28.740 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000216597 s, 2.4 MB/s 2026-04-17T17:23:28.741 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2026-04-17T17:23:28.810 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_2 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1068 Links: 1 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-17 17:23:23.311095081 +0000 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-17 17:22:58.629917831 +0000 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-17 17:22:58.629917831 +0000 2026-04-17T17:23:28.881 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-17 17:22:58.629917831 +0000 2026-04-17T17:23:28.881 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2026-04-17T17:23:28.963 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-17T17:23:28.963 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-17T17:23:28.963 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000128694 s, 4.0 MB/s 2026-04-17T17:23:28.964 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2026-04-17T17:23:29.036 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_3 2026-04-17T17:23:29.103 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2026-04-17T17:23:29.103 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:29.103 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1054 Links: 1 2026-04-17T17:23:29.103 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:29.103 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:29.104 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-17 17:23:23.311095081 +0000 2026-04-17T17:23:29.104 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-17 17:22:58.624917799 +0000 2026-04-17T17:23:29.104 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-17 17:22:58.624917799 +0000 2026-04-17T17:23:29.104 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-17 17:22:58.624917799 +0000 2026-04-17T17:23:29.104 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2026-04-17T17:23:29.183 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-17T17:23:29.183 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-17T17:23:29.183 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000134823 s, 3.8 MB/s 2026-04-17T17:23:29.184 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2026-04-17T17:23:29.258 DEBUG:teuthology.orchestra.run.vm07:> stat /dev/vg_nvme/lv_4 2026-04-17T17:23:29.331 INFO:teuthology.orchestra.run.vm07.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2026-04-17T17:23:29.331 INFO:teuthology.orchestra.run.vm07.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2026-04-17T17:23:29.331 INFO:teuthology.orchestra.run.vm07.stdout:Device: 5h/5d Inode: 1061 Links: 1 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout:Context: system_u:object_r:device_t:s0 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout:Access: 2026-04-17 17:23:23.311095081 +0000 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout:Modify: 2026-04-17 17:22:58.627917818 +0000 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout:Change: 2026-04-17 17:22:58.627917818 +0000 2026-04-17T17:23:29.332 INFO:teuthology.orchestra.run.vm07.stdout: Birth: 2026-04-17 17:22:58.627917818 +0000 2026-04-17T17:23:29.332 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2026-04-17T17:23:29.412 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records in 2026-04-17T17:23:29.412 INFO:teuthology.orchestra.run.vm07.stderr:1+0 records out 2026-04-17T17:23:29.412 INFO:teuthology.orchestra.run.vm07.stderr:512 bytes copied, 0.000150202 s, 3.4 MB/s 2026-04-17T17:23:29.413 DEBUG:teuthology.orchestra.run.vm07:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2026-04-17T17:23:29.489 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:29.489 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm06.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm07.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-17T17:23:29.489 INFO:tasks.ceph:Generating config... 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] debug rgw = 20 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] debug rgw notification = 20 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw torrent flag = True 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] rgw user counters cache = True 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] setgroup = ceph 2026-04-17T17:23:29.490 INFO:tasks.ceph:[client] setuser = ceph 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] mon client directed command retry = 5 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] osd heartbeat grace = 40 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-04-17T17:23:29.490 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mgr] debug ms = 1 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mon] debug mon = 20 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mon] debug ms = 1 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mon] debug paxos = 20 2026-04-17T17:23:29.490 INFO:tasks.ceph:[mon] mon osd crush smoke test = False 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] bdev async discard = True 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] bdev enable discard = True 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug ms = 1 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug objclass = 20 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug osd = 20 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] osd fast shutdown = False 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-04-17T17:23:29.491 INFO:tasks.ceph:[osd] rgw gc max queue size = 0 2026-04-17T17:23:29.491 INFO:tasks.ceph:Setting up mon.a... 2026-04-17T17:23:29.491 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-04-17T17:23:29.544 INFO:teuthology.orchestra.run.vm06.stdout:creating /etc/ceph/ceph.keyring 2026-04-17T17:23:29.547 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-04-17T17:23:29.600 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T17:23:29.641 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.106'), ('mon.c', '[v2:192.168.123.106:3301,v1:192.168.123.106:6790]'), ('mon.b', '192.168.123.107')] 2026-04-17T17:23:29.641 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.106,[v2:192.168.123.106:3301,v1:192.168.123.106:6790],192.168.123.107', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd heartbeat grace': 40, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd fast shutdown': False, 'osd mclock iops capacity threshold hdd': 49000, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True, 'rgw gc max queue size': 0}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon osd crush smoke test': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2026-04-17T17:23:29.641 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:29.641 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-04-17T17:23:29.712 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.106 --addv c '[v2:192.168.123.106:3301,v1:192.168.123.106:6790]' --add b 192.168.123.107 --print /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:monmaptool: generated fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:setting min_mon_release = tentacle 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:epoch 0 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:min_mon_release 20 (tentacle) 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:election_strategy: 1 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:23:29.803 INFO:teuthology.orchestra.run.vm06.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2026-04-17T17:23:29.805 DEBUG:teuthology.orchestra.run.vm06:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-04-17T17:23:29.835 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3a747d65-1493-4fc7-adb2-067deeabcdec... 2026-04-17T17:23:29.836 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-17T17:23:29.877 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout:[global] 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: chdir = "" 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: auth supported = cephx 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: filestore xattr use omap = true 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: mon clock drift allowed = 1.000 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: osd crush chooseleaf type = 0 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: auth debug = true 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: ms die on old message = true 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: ms die on bug = true 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-17T17:23:29.924 INFO:teuthology.orchestra.run.vm06.stdout: mon pg warn max object skew = 0 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: # disable pg_autoscaler by default for new pools 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd pool default size = 2 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon osd allow primary affinity = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon osd allow pg remap = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon warn on legacy crush tunables = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon warn on crush straw calc version zero = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon warn on no sortbitwise = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon warn on osd down out interval zero = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon warn on too few osds = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon_allow_pool_size_one = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd default data pool replay window = 5 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon allow pool delete = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon cluster log file level = debug 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: debug asserts on shutdown = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon health detail to clog = false 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon host = "192.168.123.106,[v2:192.168.123.106:3301,v1:192.168.123.106:6790],192.168.123.107" 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: mon client directed command retry = 5 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: ms inject socket failures = 5000 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd heartbeat grace = 40 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd_max_pg_log_entries = 10 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd_min_pg_log_entries = 10 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: rgw override bucket index max shards = 1 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: fsid = 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout:[osd] 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd journal size = 100 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd scrub load threshold = 5.0 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd scrub max interval = 600 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd mclock profile = high_recovery_ops 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd recover clone overlap = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd recovery max chunk = 1048576 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd debug shutdown = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd debug op order = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd debug verify stray on activate = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd debug trim objects = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd open classes on start = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd debug pg log writeout = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd deep scrub update digest min age = 30 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: osd map max advance = 10 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: journal zero on create = true 2026-04-17T17:23:29.925 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: filestore ondisk finisher threads = 3 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: filestore apply finisher threads = 3 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bdev debug aio = true 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd debug misdirected ops = true 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bdev async discard = True 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bdev enable discard = True 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bluestore allocator = bitmap 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bluestore block size = 96636764160 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: bluestore fsck on mount = True 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug bluefs = 1/20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug bluestore = 1/20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug ms = 1 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug objclass = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug osd = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug rocksdb = 4/10 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd backfillfull_ratio = 0.85 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd full ratio = 0.9 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd nearfull ratio = 0.8 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd failsafe full ratio = 0.95 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd fast shutdown = False 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd objectstore = bluestore 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: osd shutdown pgref assert = True 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: rgw gc max queue size = 0 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout:[mgr] 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug ms = 1 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug mgr = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug mon = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug auth = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon reweight min pgs per osd = 4 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon reweight min bytes per osd = 10 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mgr/telemetry/nag = false 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout:[mon] 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug ms = 1 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug mon = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug paxos = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: debug auth = 20 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon data avail warn = 5 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon mgr mkfs grace = 240 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon reweight min pgs per osd = 4 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd reporter subtree level = osd 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd prime pg temp = true 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon reweight min bytes per osd = 10 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: auth mon ticket ttl = 660 # 11m 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: auth service ticket ttl = 240 # 4m 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: # don't complain about insecure global_id in the test suite 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: # 1m isn't quite enough 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon_down_mkfs_grace = 2m 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon_warn_on_filestore_osds = false 2026-04-17T17:23:29.926 INFO:teuthology.orchestra.run.vm06.stdout: mon osd crush smoke test = False 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout:[client] 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw cache enabled = true 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw enable ops log = true 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw enable usage log = true 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: debug rgw = 20 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: debug rgw notification = 20 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw bucket counters cache = True 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw crypt require ssl = False 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw crypt s3 kms backend = testing 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw reshard progress judge interval = 10 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw s3 auth use sts = True 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw sts key = abcdefghijklmnop 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw torrent flag = True 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: rgw user counters cache = True 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: setgroup = ceph 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout: setuser = ceph 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout:[mon.a] 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout:[mon.c] 2026-04-17T17:23:29.927 INFO:teuthology.orchestra.run.vm06.stdout:[mon.b] 2026-04-17T17:23:29.938 INFO:teuthology.orchestra.run.vm07.stdout:[global] 2026-04-17T17:23:29.938 INFO:teuthology.orchestra.run.vm07.stdout: chdir = "" 2026-04-17T17:23:29.938 INFO:teuthology.orchestra.run.vm07.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: auth supported = cephx 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: filestore xattr use omap = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon clock drift allowed = 1.000 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd crush chooseleaf type = 0 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: auth debug = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: ms die on old message = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: ms die on bug = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon max pg per osd = 10000 # >= luminous 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon pg warn max object skew = 0 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: # disable pg_autoscaler by default for new pools 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd_pool_default_pg_autoscale_mode = off 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default size = 2 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow primary affinity = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon osd allow pg remap = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on legacy crush tunables = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on crush straw calc version zero = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on no sortbitwise = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on osd down out interval zero = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon warn on too few osds = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_pool_no_redundancy = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon_allow_pool_size_one = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd pool default erasure code profile = plugin=isa technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd default data pool replay window = 5 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon allow pool delete = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon cluster log file level = debug 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: debug asserts on shutdown = true 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon health detail to clog = false 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon host = "192.168.123.106,[v2:192.168.123.106:3301,v1:192.168.123.106:6790],192.168.123.107" 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: mon client directed command retry = 5 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: ms inject socket failures = 5000 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd heartbeat grace = 40 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd_max_pg_log_entries = 10 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: osd_min_pg_log_entries = 10 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: rgw override bucket index max shards = 1 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: fsid = 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.939 INFO:teuthology.orchestra.run.vm07.stdout:[osd] 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd journal size = 100 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub load threshold = 5.0 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd scrub max interval = 600 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock profile = high_recovery_ops 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd recover clone overlap = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd recovery max chunk = 1048576 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug shutdown = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug op order = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug verify stray on activate = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug trim objects = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd open classes on start = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug pg log writeout = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd deep scrub update digest min age = 30 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd map max advance = 10 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: journal zero on create = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: filestore ondisk finisher threads = 3 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: filestore apply finisher threads = 3 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bdev debug aio = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd debug misdirected ops = true 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bdev async discard = True 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bdev enable discard = True 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bluestore allocator = bitmap 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bluestore block size = 96636764160 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: bluestore fsck on mount = True 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug bluefs = 1/20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug bluestore = 1/20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug objclass = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug osd = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug rocksdb = 4/10 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mon osd backfillfull_ratio = 0.85 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mon osd full ratio = 0.9 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mon osd nearfull ratio = 0.8 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd failsafe full ratio = 0.95 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd fast shutdown = False 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd mclock iops capacity threshold hdd = 49000 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd objectstore = bluestore 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: osd shutdown pgref assert = True 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: rgw gc max queue size = 0 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout:[mgr] 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug mgr = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: mgr/telemetry/nag = false 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout:[mon] 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug ms = 1 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug mon = 20 2026-04-17T17:23:29.940 INFO:teuthology.orchestra.run.vm07.stdout: debug paxos = 20 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: debug auth = 20 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon data avail warn = 5 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon mgr mkfs grace = 240 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min pgs per osd = 4 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon osd reporter subtree level = osd 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon osd prime pg temp = true 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon reweight min bytes per osd = 10 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: auth mon ticket ttl = 660 # 11m 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: auth service ticket ttl = 240 # 4m 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: # don't complain about insecure global_id in the test suite 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: # 1m isn't quite enough 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon_down_mkfs_grace = 2m 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon_warn_on_filestore_osds = false 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: mon osd crush smoke test = False 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout:[client] 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw cache enabled = true 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable ops log = true 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw enable usage log = true 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: debug rgw = 20 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: debug rgw notification = 20 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw bucket counters cache = True 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt require ssl = False 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt s3 kms backend = testing 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw reshard progress judge interval = 10 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw s3 auth use sts = True 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw sts key = abcdefghijklmnop 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw torrent flag = True 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: rgw user counters cache = True 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: setgroup = ceph 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout: setuser = ceph 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout:[mon.a] 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout:[mon.c] 2026-04-17T17:23:29.941 INFO:teuthology.orchestra.run.vm07.stdout:[mon.b] 2026-04-17T17:23:29.951 INFO:tasks.ceph:Creating admin key on mon.a... 2026-04-17T17:23:29.951 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-04-17T17:23:30.007 INFO:tasks.ceph:Copying monmap to all nodes... 2026-04-17T17:23:30.007 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:30.007 DEBUG:teuthology.orchestra.run.vm06:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-04-17T17:23:30.033 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:30.033 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-04-17T17:23:30.100 INFO:tasks.ceph:Sending monmap to node ubuntu@vm06.local 2026-04-17T17:23:30.100 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:30.100 DEBUG:teuthology.orchestra.run.vm06:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-17T17:23:30.100 DEBUG:teuthology.orchestra.run.vm06:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T17:23:30.188 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:30.188 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:30.258 INFO:tasks.ceph:Sending monmap to node ubuntu@vm07.local 2026-04-17T17:23:30.258 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:30.258 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/ceph/ceph.keyring 2026-04-17T17:23:30.258 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-04-17T17:23:30.311 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:30.311 DEBUG:teuthology.orchestra.run.vm07:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:30.382 INFO:tasks.ceph:Setting up mon nodes... 2026-04-17T17:23:30.382 INFO:tasks.ceph:Setting up mgr nodes... 2026-04-17T17:23:30.382 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2026-04-17T17:23:30.448 INFO:teuthology.orchestra.run.vm06.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2026-04-17T17:23:30.451 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-04-17T17:23:30.530 INFO:teuthology.orchestra.run.vm07.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-04-17T17:23:30.533 INFO:tasks.ceph:Setting up mds nodes... 2026-04-17T17:23:30.533 INFO:tasks.ceph_client:Setting up client nodes... 2026-04-17T17:23:30.533 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-04-17T17:23:30.586 INFO:teuthology.orchestra.run.vm06.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-04-17T17:23:30.598 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-04-17T17:23:30.654 INFO:teuthology.orchestra.run.vm07.stdout:creating /etc/ceph/ceph.client.1.keyring 2026-04-17T17:23:30.666 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-04-17T17:23:30.666 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm06.local'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@vm07.local'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2026-04-17T17:23:30.666 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-04-17T17:23:30.705 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:30.705 INFO:tasks.ceph:role: osd.0 2026-04-17T17:23:30.705 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm06.local 2026-04-17T17:23:30.705 DEBUG:teuthology.orchestra.run.vm06:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-17T17:23:30.789 INFO:teuthology.orchestra.run.vm06.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:30.790 INFO:teuthology.orchestra.run.vm06.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:30.796 INFO:teuthology.orchestra.run.vm06.stdout:Discarding blocks...Done. 2026-04-17T17:23:30.798 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm06.local -o noatime 2026-04-17T17:23:30.798 DEBUG:teuthology.orchestra.run.vm06:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2026-04-17T17:23:30.846 DEBUG:teuthology.orchestra.run.vm06:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-04-17T17:23:30.895 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-04-17T17:23:30.933 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:30.933 INFO:tasks.ceph:role: osd.1 2026-04-17T17:23:30.933 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm06.local 2026-04-17T17:23:30.933 DEBUG:teuthology.orchestra.run.vm06:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:31.011 INFO:teuthology.orchestra.run.vm06.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:31.018 INFO:teuthology.orchestra.run.vm06.stdout:Discarding blocks...Done. 2026-04-17T17:23:31.021 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm06.local -o noatime 2026-04-17T17:23:31.021 DEBUG:teuthology.orchestra.run.vm06:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2026-04-17T17:23:31.109 DEBUG:teuthology.orchestra.run.vm06:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-04-17T17:23:31.151 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-04-17T17:23:31.235 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:31.235 INFO:tasks.ceph:role: osd.2 2026-04-17T17:23:31.235 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm06.local 2026-04-17T17:23:31.235 DEBUG:teuthology.orchestra.run.vm06:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-17T17:23:31.280 INFO:teuthology.orchestra.run.vm06.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:31.283 INFO:teuthology.orchestra.run.vm06.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:31.286 INFO:teuthology.orchestra.run.vm06.stdout:Discarding blocks...Done. 2026-04-17T17:23:31.288 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm06.local -o noatime 2026-04-17T17:23:31.288 DEBUG:teuthology.orchestra.run.vm06:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2026-04-17T17:23:31.338 DEBUG:teuthology.orchestra.run.vm06:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-04-17T17:23:31.381 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2026-04-17T17:23:31.463 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:31.463 INFO:tasks.ceph:role: osd.3 2026-04-17T17:23:31.463 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm06.local 2026-04-17T17:23:31.463 DEBUG:teuthology.orchestra.run.vm06:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:31.547 INFO:teuthology.orchestra.run.vm06.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:31.554 INFO:teuthology.orchestra.run.vm06.stdout:Discarding blocks...Done. 2026-04-17T17:23:31.556 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm06.local -o noatime 2026-04-17T17:23:31.556 DEBUG:teuthology.orchestra.run.vm06:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2026-04-17T17:23:31.607 DEBUG:teuthology.orchestra.run.vm06:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2026-04-17T17:23:31.648 DEBUG:teuthology.orchestra.run.vm06:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:31.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:31.751+0000 7f82f580c900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-04-17T17:23:31.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:31.751+0000 7f82f580c900 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-04-17T17:23:31.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:31.751+0000 7f82f580c900 -1 bdev(0x55a8d71ef800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:31.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:31.751+0000 7f82f580c900 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-04-17T17:23:32.474 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-04-17T17:23:32.518 DEBUG:teuthology.orchestra.run.vm06:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:32.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:32.571+0000 7f46f881f900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-04-17T17:23:32.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:32.572+0000 7f46f881f900 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-04-17T17:23:32.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:32.572+0000 7f46f881f900 -1 bdev(0x55bb1f1ef800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:32.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:32.572+0000 7f46f881f900 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-04-17T17:23:33.244 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-04-17T17:23:33.280 DEBUG:teuthology.orchestra.run.vm06:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:33.372 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:33.368+0000 7f0399271900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-04-17T17:23:33.372 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:33.368+0000 7f0399271900 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-04-17T17:23:33.372 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:33.368+0000 7f0399271900 -1 bdev(0x561a7757f800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:33.372 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:33.368+0000 7f0399271900 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-04-17T17:23:34.039 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-04-17T17:23:34.081 DEBUG:teuthology.orchestra.run.vm06:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:34.182 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:34.178+0000 7ff3a980d900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2026-04-17T17:23:34.182 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:34.178+0000 7ff3a980d900 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2026-04-17T17:23:34.182 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:34.178+0000 7ff3a980d900 -1 bdev(0x5558c0033800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:34.182 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:23:34.178+0000 7ff3a980d900 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2026-04-17T17:23:34.866 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2026-04-17T17:23:34.905 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2026-04-17T17:23:34.946 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:34.946 INFO:tasks.ceph:role: osd.4 2026-04-17T17:23:34.946 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@vm07.local 2026-04-17T17:23:34.946 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:35.027 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:35.037 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-17T17:23:35.040 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@vm07.local -o noatime 2026-04-17T17:23:35.040 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2026-04-17T17:23:35.124 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2026-04-17T17:23:35.167 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2026-04-17T17:23:35.248 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:35.248 INFO:tasks.ceph:role: osd.5 2026-04-17T17:23:35.248 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@vm07.local 2026-04-17T17:23:35.249 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:35.329 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:35.330 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:35.330 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:35.330 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:35.330 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:35.336 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-17T17:23:35.339 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@vm07.local -o noatime 2026-04-17T17:23:35.339 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2026-04-17T17:23:35.427 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2026-04-17T17:23:35.474 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2026-04-17T17:23:35.518 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:35.518 INFO:tasks.ceph:role: osd.6 2026-04-17T17:23:35.518 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@vm07.local 2026-04-17T17:23:35.518 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:35.554 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:35.559 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-17T17:23:35.562 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@vm07.local -o noatime 2026-04-17T17:23:35.562 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2026-04-17T17:23:35.644 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2026-04-17T17:23:35.727 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2026-04-17T17:23:35.770 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2026-04-17T17:23:35.770 INFO:tasks.ceph:role: osd.7 2026-04-17T17:23:35.770 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@vm07.local 2026-04-17T17:23:35.770 DEBUG:teuthology.orchestra.run.vm07:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=1310464 blks 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 attr=2, projid32bit=1 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout:data = bsize=4096 blocks=5241856, imaxpct=25 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout: = sunit=0 swidth=0 blks 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-04-17T17:23:35.851 INFO:teuthology.orchestra.run.vm07.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-04-17T17:23:35.856 INFO:teuthology.orchestra.run.vm07.stdout:Discarding blocks...Done. 2026-04-17T17:23:35.859 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@vm07.local -o noatime 2026-04-17T17:23:35.859 DEBUG:teuthology.orchestra.run.vm07:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2026-04-17T17:23:35.946 DEBUG:teuthology.orchestra.run.vm07:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2026-04-17T17:23:35.997 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:36.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.054+0000 7f89a8cf4900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2026-04-17T17:23:36.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.055+0000 7f89a8cf4900 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2026-04-17T17:23:36.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.055+0000 7f89a8cf4900 -1 bdev(0x55bff105f800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:36.057 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.055+0000 7f89a8cf4900 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2026-04-17T17:23:36.783 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2026-04-17T17:23:36.826 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:36.932 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.930+0000 7f7bbd73a900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2026-04-17T17:23:36.933 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.930+0000 7f7bbd73a900 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2026-04-17T17:23:36.933 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.930+0000 7f7bbd73a900 -1 bdev(0x5634f3b27800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:36.933 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:36.930+0000 7f7bbd73a900 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2026-04-17T17:23:37.703 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2026-04-17T17:23:37.749 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:37.811 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:37.808+0000 7fc30df8b900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2026-04-17T17:23:37.811 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:37.809+0000 7fc30df8b900 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2026-04-17T17:23:37.811 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:37.809+0000 7fc30df8b900 -1 bdev(0x56211bbeb800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:37.811 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:37.809+0000 7fc30df8b900 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2026-04-17T17:23:38.489 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2026-04-17T17:23:38.527 DEBUG:teuthology.orchestra.run.vm07:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:38.631 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:38.628+0000 7fb4a0ddf900 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2026-04-17T17:23:38.631 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:38.629+0000 7fb4a0ddf900 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2026-04-17T17:23:38.631 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:38.629+0000 7fb4a0ddf900 -1 bdev(0x560b10d8d800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2026-04-17T17:23:38.631 INFO:teuthology.orchestra.run.vm07.stderr:2026-04-17T17:23:38.629+0000 7fb4a0ddf900 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2026-04-17T17:23:39.315 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2026-04-17T17:23:39.358 INFO:tasks.ceph:Reading keys from all nodes... 2026-04-17T17:23:39.358 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:39.358 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2026-04-17T17:23:39.393 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:39.393 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-04-17T17:23:39.473 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:39.473 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-04-17T17:23:39.558 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:39.558 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-04-17T17:23:39.646 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:39.647 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2026-04-17T17:23:39.731 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:39.731 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-04-17T17:23:39.773 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:39.773 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2026-04-17T17:23:39.851 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:39.851 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2026-04-17T17:23:39.930 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:39.989 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2026-04-17T17:23:40.028 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:40.046 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2026-04-17T17:23:40.111 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:40.111 DEBUG:teuthology.orchestra.run.vm06:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-04-17T17:23:40.142 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:40.143 DEBUG:teuthology.orchestra.run.vm07:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2026-04-17T17:23:40.186 INFO:tasks.ceph:Adding keys to all mons... 2026-04-17T17:23:40.187 DEBUG:teuthology.orchestra.run.vm06:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-17T17:23:40.188 DEBUG:teuthology.orchestra.run.vm07:> sudo tee -a /etc/ceph/ceph.keyring 2026-04-17T17:23:40.229 INFO:teuthology.orchestra.run.vm06.stdout:[mgr.y] 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCSbOJpsuGLGhAAoIeX6GwbTy+A1+NwHvBUvA== 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout:[osd.0] 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCTbOJpBL/eLBAAw3AcsCt9XN/eA+Tie3b4qQ== 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout:[osd.1] 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCUbOJpmQAsIhAApDwtc1oAPxncAqaMma3Iew== 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout:[osd.2] 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCVbOJpbkYKFhAAqIBP7Znsq4iQc4zU9xzoWw== 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout:[osd.3] 2026-04-17T17:23:40.249 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCWbOJpKgO1ChAA1jmre3W+KeqshyEP3hp1Vw== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[mgr.x] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCSbOJpT7SGHxAAlt2/w42xqFscrSnkV33rCg== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[osd.4] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCYbOJp1JlWAxAAOJDILTVoBVnrfOagzF6rRg== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[osd.5] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCYbOJpOvOANxAAF9Nj+9Miz6vEJfdmW3ghNA== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[osd.6] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCZbOJpf4RGMBAA0iPRjH5ldXla+kkPtJvRlg== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[osd.7] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCabOJp/rqNJRAAD5Hs4y+d+UjCutRzMC6L9Q== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[client.0] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCSbOJpaSrLIhAAQVIdM8QZ7B093klxurf2CQ== 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout:[client.1] 2026-04-17T17:23:40.250 INFO:teuthology.orchestra.run.vm06.stdout: key = AQCSbOJp2xbpJhAAWkgYRvp7mycXQVBhoYwJuw== 2026-04-17T17:23:40.264 INFO:teuthology.orchestra.run.vm07.stdout:[mgr.y] 2026-04-17T17:23:40.264 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCSbOJpsuGLGhAAoIeX6GwbTy+A1+NwHvBUvA== 2026-04-17T17:23:40.264 INFO:teuthology.orchestra.run.vm07.stdout:[osd.0] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCTbOJpBL/eLBAAw3AcsCt9XN/eA+Tie3b4qQ== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.1] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCUbOJpmQAsIhAApDwtc1oAPxncAqaMma3Iew== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.2] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCVbOJpbkYKFhAAqIBP7Znsq4iQc4zU9xzoWw== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.3] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCWbOJpKgO1ChAA1jmre3W+KeqshyEP3hp1Vw== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[mgr.x] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCSbOJpT7SGHxAAlt2/w42xqFscrSnkV33rCg== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.4] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCYbOJp1JlWAxAAOJDILTVoBVnrfOagzF6rRg== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.5] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCYbOJpOvOANxAAF9Nj+9Miz6vEJfdmW3ghNA== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.6] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCZbOJpf4RGMBAA0iPRjH5ldXla+kkPtJvRlg== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[osd.7] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCabOJp/rqNJRAAD5Hs4y+d+UjCutRzMC6L9Q== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[client.0] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCSbOJpaSrLIhAAQVIdM8QZ7B093klxurf2CQ== 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout:[client.1] 2026-04-17T17:23:40.265 INFO:teuthology.orchestra.run.vm07.stdout: key = AQCSbOJp2xbpJhAAWkgYRvp7mycXQVBhoYwJuw== 2026-04-17T17:23:40.266 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T17:23:40.291 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T17:23:40.367 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.399 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.461 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.462 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.526 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.529 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.596 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.598 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.731 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T17:23:40.733 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-04-17T17:23:40.794 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.796 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.863 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.865 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.928 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.930 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.995 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:40.997 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-04-17T17:23:41.065 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T17:23:41.066 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T17:23:41.142 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T17:23:41.144 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-04-17T17:23:41.213 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-04-17T17:23:41.214 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-04-17T17:23:41.254 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T17:23:41.370 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-04-17T17:23:41.407 DEBUG:teuthology.orchestra.run.vm06:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2026-04-17T17:23:41.482 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T17:23:41.597 DEBUG:teuthology.orchestra.run.vm06:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2026-04-17T17:23:41.638 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2026-04-17T17:23:41.683 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-04-17T17:23:41.752 DEBUG:teuthology.orchestra.run.vm07:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2026-04-17T17:23:41.790 DEBUG:teuthology.orchestra.run.vm06:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:41.792 DEBUG:teuthology.orchestra.run.vm07:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-04-17T17:23:41.861 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-04-17T17:23:41.861 INFO:tasks.ceph.mon.a:Restarting daemon 2026-04-17T17:23:41.861 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-04-17T17:23:41.863 INFO:tasks.ceph.mon.a:Started 2026-04-17T17:23:41.863 INFO:tasks.ceph.mon.c:Restarting daemon 2026-04-17T17:23:41.863 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2026-04-17T17:23:41.865 INFO:tasks.ceph.mon.c:Started 2026-04-17T17:23:41.865 INFO:tasks.ceph.mon.b:Restarting daemon 2026-04-17T17:23:41.865 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2026-04-17T17:23:41.902 INFO:tasks.ceph.mon.b:Started 2026-04-17T17:23:41.903 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-04-17T17:23:41.903 INFO:tasks.ceph.mgr.y:Restarting daemon 2026-04-17T17:23:41.903 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2026-04-17T17:23:41.904 INFO:tasks.ceph.mgr.y:Started 2026-04-17T17:23:41.904 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-04-17T17:23:41.904 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-04-17T17:23:41.906 INFO:tasks.ceph.mgr.x:Started 2026-04-17T17:23:41.906 DEBUG:tasks.ceph:set 0 configs 2026-04-17T17:23:41.906 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph --cluster ceph config dump 2026-04-17T17:23:42.233 INFO:teuthology.orchestra.run.vm06.stdout:WHO MASK LEVEL OPTION VALUE RO 2026-04-17T17:23:42.248 INFO:tasks.ceph:Setting crush tunables to default 2026-04-17T17:23:42.248 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph --cluster ceph osd crush tunables default 2026-04-17T17:23:42.451 INFO:teuthology.orchestra.run.vm06.stderr:adjusted tunables profile to default 2026-04-17T17:23:42.464 INFO:tasks.ceph:check_enable_crimson: False 2026-04-17T17:23:42.464 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-04-17T17:23:42.464 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:42.464 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-04-17T17:23:42.512 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:42.512 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-04-17T17:23:42.592 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:42.593 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-04-17T17:23:42.673 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:23:42.674 DEBUG:teuthology.orchestra.run.vm06:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2026-04-17T17:23:42.755 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:42.755 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2026-04-17T17:23:42.801 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:42.801 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2026-04-17T17:23:42.887 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:42.887 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2026-04-17T17:23:42.971 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-04-17T17:23:42.971 DEBUG:teuthology.orchestra.run.vm07:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2026-04-17T17:23:42.987 INFO:tasks.ceph.mgr.y.vm06.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-17T17:23:42.987 INFO:tasks.ceph.mgr.y.vm06.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-17T17:23:42.987 INFO:tasks.ceph.mgr.y.vm06.stderr: from numpy import show_config as show_numpy_config 2026-04-17T17:23:43.017 INFO:tasks.ceph.mgr.x.vm07.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-04-17T17:23:43.017 INFO:tasks.ceph.mgr.x.vm07.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-04-17T17:23:43.017 INFO:tasks.ceph.mgr.x.vm07.stderr: from numpy import show_config as show_numpy_config 2026-04-17T17:23:43.051 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 14a86368-c574-4dc9-9bfc-531dc46dcd1c 0 2026-04-17T17:23:43.253 INFO:teuthology.orchestra.run.vm07.stdout:0 2026-04-17T17:23:43.264 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new c41b6f08-e36b-48fb-b43b-a681ce357dfe 1 2026-04-17T17:23:43.421 INFO:teuthology.orchestra.run.vm07.stdout:1 2026-04-17T17:23:43.432 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 27fe7b30-968c-4ade-8d2c-f083b5530dc6 2 2026-04-17T17:23:43.575 INFO:teuthology.orchestra.run.vm07.stdout:2 2026-04-17T17:23:43.586 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 6b22901f-b00a-4367-9a60-934a8ef5b9ea 3 2026-04-17T17:23:43.730 INFO:teuthology.orchestra.run.vm07.stdout:3 2026-04-17T17:23:43.740 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 91f0f98f-24e2-46fe-bd82-8adda24c4748 4 2026-04-17T17:23:43.888 INFO:teuthology.orchestra.run.vm07.stdout:4 2026-04-17T17:23:43.899 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 20ee9ccf-d954-4ea0-85ab-aa9a5db37831 5 2026-04-17T17:23:44.058 INFO:teuthology.orchestra.run.vm07.stdout:5 2026-04-17T17:23:44.069 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new 35eaad38-9068-472c-91ed-7f42ad911959 6 2026-04-17T17:23:44.218 INFO:teuthology.orchestra.run.vm07.stdout:6 2026-04-17T17:23:44.229 DEBUG:teuthology.orchestra.run.vm07:> sudo ceph --cluster ceph osd new b349271b-c118-4461-b700-ae242aca04a7 7 2026-04-17T17:23:44.375 INFO:teuthology.orchestra.run.vm07.stdout:7 2026-04-17T17:23:44.386 INFO:tasks.ceph.osd.0:Restarting daemon 2026-04-17T17:23:44.386 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-04-17T17:23:44.388 INFO:tasks.ceph.osd.0:Started 2026-04-17T17:23:44.388 INFO:tasks.ceph.osd.1:Restarting daemon 2026-04-17T17:23:44.388 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-04-17T17:23:44.389 INFO:tasks.ceph.osd.1:Started 2026-04-17T17:23:44.389 INFO:tasks.ceph.osd.2:Restarting daemon 2026-04-17T17:23:44.389 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-04-17T17:23:44.391 INFO:tasks.ceph.osd.2:Started 2026-04-17T17:23:44.391 INFO:tasks.ceph.osd.3:Restarting daemon 2026-04-17T17:23:44.391 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2026-04-17T17:23:44.393 INFO:tasks.ceph.osd.3:Started 2026-04-17T17:23:44.393 INFO:tasks.ceph.osd.4:Restarting daemon 2026-04-17T17:23:44.393 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2026-04-17T17:23:44.394 INFO:tasks.ceph.osd.4:Started 2026-04-17T17:23:44.394 INFO:tasks.ceph.osd.5:Restarting daemon 2026-04-17T17:23:44.394 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2026-04-17T17:23:44.396 INFO:tasks.ceph.osd.5:Started 2026-04-17T17:23:44.396 INFO:tasks.ceph.osd.6:Restarting daemon 2026-04-17T17:23:44.396 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2026-04-17T17:23:44.398 INFO:tasks.ceph.osd.6:Started 2026-04-17T17:23:44.398 INFO:tasks.ceph.osd.7:Restarting daemon 2026-04-17T17:23:44.398 DEBUG:teuthology.orchestra.run.vm07:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2026-04-17T17:23:44.402 INFO:tasks.ceph.osd.7:Started 2026-04-17T17:23:44.402 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T17:23:44.592 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:44.592 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":10,"fsid":"3a747d65-1493-4fc7-adb2-067deeabcdec","created":"2026-04-17T17:23:42.169900+0000","modified":"2026-04-17T17:23:44.367482+0000","last_up_change":"0.000000","last_in_change":"2026-04-17T17:23:44.367482+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14a86368-c574-4dc9-9bfc-531dc46dcd1c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c41b6f08-e36b-48fb-b43b-a681ce357dfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"27fe7b30-968c-4ade-8d2c-f083b5530dc6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6b22901f-b00a-4367-9a60-934a8ef5b9ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"91f0f98f-24e2-46fe-bd82-8adda24c4748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"20ee9ccf-d954-4ea0-85ab-aa9a5db37831","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"35eaad38-9068-472c-91ed-7f42ad911959","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b349271b-c118-4461-b700-ae242aca04a7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T17:23:44.596 INFO:tasks.ceph.osd.0.vm06.stderr:2026-04-17T17:23:44.592+0000 7fdd209f3900 -1 Falling back to public interface 2026-04-17T17:23:44.603 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-04-17T17:23:44.604 INFO:tasks.ceph:Waiting for OSDs to come up 2026-04-17T17:23:44.610 INFO:tasks.ceph.osd.1.vm06.stderr:2026-04-17T17:23:44.606+0000 7fdb2daf9900 -1 Falling back to public interface 2026-04-17T17:23:44.612 INFO:tasks.ceph.osd.2.vm06.stderr:2026-04-17T17:23:44.608+0000 7f76885f1900 -1 Falling back to public interface 2026-04-17T17:23:44.615 INFO:tasks.ceph.osd.6.vm07.stderr:2026-04-17T17:23:44.612+0000 7fd543d80900 -1 Falling back to public interface 2026-04-17T17:23:44.617 INFO:tasks.ceph.osd.3.vm06.stderr:2026-04-17T17:23:44.612+0000 7f77cc363900 -1 Falling back to public interface 2026-04-17T17:23:44.639 INFO:tasks.ceph.osd.5.vm07.stderr:2026-04-17T17:23:44.636+0000 7efc50296900 -1 Falling back to public interface 2026-04-17T17:23:44.639 INFO:tasks.ceph.osd.7.vm07.stderr:2026-04-17T17:23:44.637+0000 7f534c7a6900 -1 Falling back to public interface 2026-04-17T17:23:44.640 INFO:tasks.ceph.osd.4.vm07.stderr:2026-04-17T17:23:44.638+0000 7f0206d04900 -1 Falling back to public interface 2026-04-17T17:23:45.113 INFO:tasks.ceph.osd.0.vm06.stderr:2026-04-17T17:23:45.109+0000 7fdd209f3900 -1 osd.0 0 log_to_monitors true 2026-04-17T17:23:45.118 INFO:tasks.ceph.osd.2.vm06.stderr:2026-04-17T17:23:45.113+0000 7f76885f1900 -1 osd.2 0 log_to_monitors true 2026-04-17T17:23:45.120 INFO:tasks.ceph.osd.4.vm07.stderr:2026-04-17T17:23:45.118+0000 7f0206d04900 -1 osd.4 0 log_to_monitors true 2026-04-17T17:23:45.140 INFO:tasks.ceph.osd.6.vm07.stderr:2026-04-17T17:23:45.137+0000 7fd543d80900 -1 osd.6 0 log_to_monitors true 2026-04-17T17:23:45.185 INFO:tasks.ceph.osd.1.vm06.stderr:2026-04-17T17:23:45.181+0000 7fdb2daf9900 -1 osd.1 0 log_to_monitors true 2026-04-17T17:23:45.199 INFO:tasks.ceph.osd.3.vm06.stderr:2026-04-17T17:23:45.195+0000 7f77cc363900 -1 osd.3 0 log_to_monitors true 2026-04-17T17:23:45.200 INFO:tasks.ceph.osd.5.vm07.stderr:2026-04-17T17:23:45.198+0000 7efc50296900 -1 osd.5 0 log_to_monitors true 2026-04-17T17:23:45.217 INFO:tasks.ceph.osd.7.vm07.stderr:2026-04-17T17:23:45.215+0000 7f534c7a6900 -1 osd.7 0 log_to_monitors true 2026-04-17T17:23:45.408 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-17T17:23:45.536 INFO:teuthology.misc.health.vm06.stdout: 2026-04-17T17:23:45.536 INFO:teuthology.misc.health.vm06.stdout:{"epoch":11,"fsid":"3a747d65-1493-4fc7-adb2-067deeabcdec","created":"2026-04-17T17:23:42.169900+0000","modified":"2026-04-17T17:23:45.370286+0000","last_up_change":"0.000000","last_in_change":"2026-04-17T17:23:44.367482+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":3,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14a86368-c574-4dc9-9bfc-531dc46dcd1c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c41b6f08-e36b-48fb-b43b-a681ce357dfe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"27fe7b30-968c-4ade-8d2c-f083b5530dc6","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"6b22901f-b00a-4367-9a60-934a8ef5b9ea","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"91f0f98f-24e2-46fe-bd82-8adda24c4748","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"20ee9ccf-d954-4ea0-85ab-aa9a5db37831","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"35eaad38-9068-472c-91ed-7f42ad911959","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"b349271b-c118-4461-b700-ae242aca04a7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T17:23:45.544 DEBUG:teuthology.misc:0 of 8 OSDs are up 2026-04-17T17:23:46.161 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-04-17T17:23:46.159+0000 7f7e0aeab640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-04-17T17:23:46.163 INFO:tasks.ceph.mgr.x.vm07.stderr:2026-04-17T17:23:46.161+0000 7f7e0aeab640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-04-17T17:23:51.454 INFO:tasks.ceph.osd.2.vm06.stderr:2026-04-17T17:23:51.449+0000 7f7684d97640 -1 osd.2 0 waiting for initial osdmap 2026-04-17T17:23:51.466 INFO:tasks.ceph.osd.4.vm07.stderr:2026-04-17T17:23:51.463+0000 7f02034ac640 -1 osd.4 0 waiting for initial osdmap 2026-04-17T17:23:51.469 INFO:tasks.ceph.osd.2.vm06.stderr:2026-04-17T17:23:51.465+0000 7f767f389640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.478 INFO:tasks.ceph.osd.4.vm07.stderr:2026-04-17T17:23:51.475+0000 7f01fda9e640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.481 INFO:tasks.ceph.osd.1.vm06.stderr:2026-04-17T17:23:51.476+0000 7fdb29a8d640 -1 osd.1 0 waiting for initial osdmap 2026-04-17T17:23:51.501 INFO:tasks.ceph.osd.0.vm06.stderr:2026-04-17T17:23:51.497+0000 7fdd1c989640 -1 osd.0 0 waiting for initial osdmap 2026-04-17T17:23:51.504 INFO:tasks.ceph.osd.1.vm06.stderr:2026-04-17T17:23:51.499+0000 7fdb24891640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.522 INFO:tasks.ceph.osd.3.vm06.stderr:2026-04-17T17:23:51.518+0000 7f77c82f9640 -1 osd.3 0 waiting for initial osdmap 2026-04-17T17:23:51.533 INFO:tasks.ceph.osd.0.vm06.stderr:2026-04-17T17:23:51.529+0000 7fdd1778d640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.548 INFO:tasks.ceph.osd.7.vm07.stderr:2026-04-17T17:23:51.545+0000 7f534873a640 -1 osd.7 0 waiting for initial osdmap 2026-04-17T17:23:51.557 INFO:tasks.ceph.osd.3.vm06.stderr:2026-04-17T17:23:51.553+0000 7f77c30fd640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.563 INFO:tasks.ceph.osd.6.vm07.stderr:2026-04-17T17:23:51.561+0000 7fd53fd14640 -1 osd.6 0 waiting for initial osdmap 2026-04-17T17:23:51.578 INFO:tasks.ceph.osd.7.vm07.stderr:2026-04-17T17:23:51.576+0000 7f534353e640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.582 INFO:tasks.ceph.osd.5.vm07.stderr:2026-04-17T17:23:51.579+0000 7efc4ca3e640 -1 osd.5 0 waiting for initial osdmap 2026-04-17T17:23:51.587 INFO:tasks.ceph.osd.6.vm07.stderr:2026-04-17T17:23:51.585+0000 7fd53ab18640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:51.610 INFO:tasks.ceph.osd.5.vm07.stderr:2026-04-17T17:23:51.608+0000 7efc47030640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-04-17T17:23:52.355 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-04-17T17:23:52.598 INFO:teuthology.misc.health.vm06.stdout: 2026-04-17T17:23:52.598 INFO:teuthology.misc.health.vm06.stdout:{"epoch":13,"fsid":"3a747d65-1493-4fc7-adb2-067deeabcdec","created":"2026-04-17T17:23:42.169900+0000","modified":"2026-04-17T17:23:52.465683+0000","last_up_change":"2026-04-17T17:23:52.465683+0000","last_in_change":"2026-04-17T17:23:44.367482+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"14a86368-c574-4dc9-9bfc-531dc46dcd1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6801","nonce":3114129682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6803","nonce":3114129682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6807","nonce":3114129682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6805","nonce":3114129682}]},"public_addr":"192.168.123.106:6801/3114129682","cluster_addr":"192.168.123.106:6803/3114129682","heartbeat_back_addr":"192.168.123.106:6807/3114129682","heartbeat_front_addr":"192.168.123.106:6805/3114129682","state":["exists","up"]},{"osd":1,"uuid":"c41b6f08-e36b-48fb-b43b-a681ce357dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6809","nonce":233949095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6811","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6813","nonce":233949095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6828","nonce":233949095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6815","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6817","nonce":233949095}]},"public_addr":"192.168.123.106:6809/233949095","cluster_addr":"192.168.123.106:6813/233949095","heartbeat_back_addr":"192.168.123.106:6828/233949095","heartbeat_front_addr":"192.168.123.106:6817/233949095","state":["exists","up"]},{"osd":2,"uuid":"27fe7b30-968c-4ade-8d2c-f083b5530dc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6812","nonce":2573641404}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6816","nonce":2573641404}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6831","nonce":2573641404}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6819","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6829","nonce":2573641404}]},"public_addr":"192.168.123.106:6812/2573641404","cluster_addr":"192.168.123.106:6816/2573641404","heartbeat_back_addr":"192.168.123.106:6831/2573641404","heartbeat_front_addr":"192.168.123.106:6829/2573641404","state":["exists","up"]},{"osd":3,"uuid":"6b22901f-b00a-4367-9a60-934a8ef5b9ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6821","nonce":583326668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6823","nonce":583326668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6827","nonce":583326668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6825","nonce":583326668}]},"public_addr":"192.168.123.106:6821/583326668","cluster_addr":"192.168.123.106:6823/583326668","heartbeat_back_addr":"192.168.123.106:6827/583326668","heartbeat_front_addr":"192.168.123.106:6825/583326668","state":["exists","up"]},{"osd":4,"uuid":"91f0f98f-24e2-46fe-bd82-8adda24c4748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6816","nonce":3570890207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6817","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6819","nonce":3570890207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6825","nonce":3570890207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6821","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6823","nonce":3570890207}]},"public_addr":"192.168.123.107:6816/3570890207","cluster_addr":"192.168.123.107:6819/3570890207","heartbeat_back_addr":"192.168.123.107:6825/3570890207","heartbeat_front_addr":"192.168.123.107:6823/3570890207","state":["exists","up"]},{"osd":5,"uuid":"20ee9ccf-d954-4ea0-85ab-aa9a5db37831","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6809","nonce":2734038674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6811","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6813","nonce":2734038674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6822","nonce":2734038674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6815","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6818","nonce":2734038674}]},"public_addr":"192.168.123.107:6809/2734038674","cluster_addr":"192.168.123.107:6813/2734038674","heartbeat_back_addr":"192.168.123.107:6822/2734038674","heartbeat_front_addr":"192.168.123.107:6818/2734038674","state":["exists","up"]},{"osd":6,"uuid":"35eaad38-9068-472c-91ed-7f42ad911959","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6801","nonce":1512989582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6803","nonce":1512989582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6807","nonce":1512989582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6805","nonce":1512989582}]},"public_addr":"192.168.123.107:6801/1512989582","cluster_addr":"192.168.123.107:6803/1512989582","heartbeat_back_addr":"192.168.123.107:6807/1512989582","heartbeat_front_addr":"192.168.123.107:6805/1512989582","state":["exists","up"]},{"osd":7,"uuid":"b349271b-c118-4461-b700-ae242aca04a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6812","nonce":1688745245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6827","nonce":1688745245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6831","nonce":1688745245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6829","nonce":1688745245}]},"public_addr":"192.168.123.107:6812/1688745245","cluster_addr":"192.168.123.107:6827/1688745245","heartbeat_back_addr":"192.168.123.107:6831/1688745245","heartbeat_front_addr":"192.168.123.107:6829/1688745245","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T17:23:52.614 DEBUG:teuthology.misc:8 of 8 OSDs are up 2026-04-17T17:23:52.614 INFO:tasks.ceph:Creating RBD pool 2026-04-17T17:23:52.614 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph --cluster ceph osd pool create rbd 8 2026-04-17T17:23:53.609 INFO:teuthology.orchestra.run.vm06.stderr:pool 'rbd' created 2026-04-17T17:23:53.623 DEBUG:teuthology.orchestra.run.vm06:> rbd --cluster ceph pool init rbd 2026-04-17T17:23:53.669 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:23:53.670 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:23:56.653 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-04-17T17:23:56.653 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2026-04-17T17:23:56.653 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-04-17T17:23:56.869 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:56.882 INFO:teuthology.orchestra.run.vm06.stdout:[{"version":9,"timestamp":"2026-04-17T17:23:51.603511+0000","name":"","changes":[{"name":"osd.5/osd_mclock_max_capacity_iops_hdd","new_value":"9277.349002"}]}] 2026-04-17T17:23:56.882 INFO:tasks.ceph_manager:config epoch is 9 2026-04-17T17:23:56.882 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-04-17T17:23:56.882 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-04-17T17:23:56.882 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-04-17T17:23:57.139 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:57.151 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":5,"flags":0,"active_gid":4108,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6832","nonce":2942562148},{"type":"v1","addr":"192.168.123.107:6833","nonce":2942562148}]},"active_addr":"192.168.123.107:6833/2942562148","active_change":"2026-04-17T17:23:45.135939+0000","active_mgr_features":4541880224203014143,"available":true,"standbys":[{"gid":4100,"name":"y","mgr_features":4541880224203014143,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"certificate_automated_rotation_enabled":{"name":"certificate_automated_rotation_enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"This flag controls whether cephadm automatically rotates certificates upon expiration.","long_desc":"","tags":[],"see_also":[]},"certificate_check_debug_mode":{"name":"certificate_check_debug_mode","type":"bool","level":"dev","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"FOR TESTING ONLY: This flag forces the certificate check instead of waiting for certificate_check_period.","long_desc":"","tags":[],"see_also":[]},"certificate_check_period":{"name":"certificate_check_period","type":"int","level":"advanced","flags":0,"default_value":"1","min":"0","max":"30","enum_allowed":[],"desc":"Specifies how often (in days) the certificate should be checked for validity.","long_desc":"","tags":[],"see_also":[]},"certificate_duration_days":{"name":"certificate_duration_days","type":"int","level":"advanced","flags":0,"default_value":"1095","min":"90","max":"3650","enum_allowed":[],"desc":"Specifies the duration of self certificates generated and signed by cephadm root CA","long_desc":"","tags":[],"see_also":[]},"certificate_renewal_threshold_days":{"name":"certificate_renewal_threshold_days","type":"int","level":"advanced","flags":0,"default_value":"30","min":"10","max":"90","enum_allowed":[],"desc":"Specifies the lead time in days to initiate certificate renewal before expiration.","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.28.1","min":"","max":"","enum_allowed":[],"desc":"Alertmanager container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"Elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:12.2.0","min":"","max":"","enum_allowed":[],"desc":"Grafana container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"Haproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.9.1","min":"","max":"","enum_allowed":[],"desc":"Node exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.5","min":"","max":"","enum_allowed":[],"desc":"Nvmeof container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"Oauth2 proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v3.6.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:ceph20-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba metrics container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"Snmp gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"stray_daemon_check_interval":{"name":"stray_daemon_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"how frequently cephadm should check for the presence of stray daemons","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_HOSTNAME_PER_DAEMON":{"name":"RGW_HOSTNAME_PER_DAEMON","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"prometheus_tls_secret_name":{"name":"prometheus_tls_secret_name","type":"str","level":"advanced","flags":0,"default_value":"rook-ceph-prometheus-server-tls","min":"","max":"","enum_allowed":[],"desc":"name of tls secret in k8s for prometheus","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_cloning":{"name":"pause_cloning","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"pause_purging":{"name":"pause_purging","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Pause asynchronous subvolume purge threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"tentacle":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":2897769567}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":2123947683}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":4166973996}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.107:0","nonce":708848733}]}]} 2026-04-17T17:23:57.152 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-04-17T17:23:57.152 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-04-17T17:23:57.153 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T17:23:57.386 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:57.386 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":17,"fsid":"3a747d65-1493-4fc7-adb2-067deeabcdec","created":"2026-04-17T17:23:42.169900+0000","modified":"2026-04-17T17:23:56.632337+0000","last_up_change":"2026-04-17T17:23:52.465683+0000","last_in_change":"2026-04-17T17:23:44.367482+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-04-17T17:23:52.836260+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-04-17T17:23:53.165002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14a86368-c574-4dc9-9bfc-531dc46dcd1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6801","nonce":3114129682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6803","nonce":3114129682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6807","nonce":3114129682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6805","nonce":3114129682}]},"public_addr":"192.168.123.106:6801/3114129682","cluster_addr":"192.168.123.106:6803/3114129682","heartbeat_back_addr":"192.168.123.106:6807/3114129682","heartbeat_front_addr":"192.168.123.106:6805/3114129682","state":["exists","up"]},{"osd":1,"uuid":"c41b6f08-e36b-48fb-b43b-a681ce357dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6809","nonce":233949095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6811","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6813","nonce":233949095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6828","nonce":233949095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6815","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6817","nonce":233949095}]},"public_addr":"192.168.123.106:6809/233949095","cluster_addr":"192.168.123.106:6813/233949095","heartbeat_back_addr":"192.168.123.106:6828/233949095","heartbeat_front_addr":"192.168.123.106:6817/233949095","state":["exists","up"]},{"osd":2,"uuid":"27fe7b30-968c-4ade-8d2c-f083b5530dc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6812","nonce":2573641404}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6816","nonce":2573641404}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6831","nonce":2573641404}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6819","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6829","nonce":2573641404}]},"public_addr":"192.168.123.106:6812/2573641404","cluster_addr":"192.168.123.106:6816/2573641404","heartbeat_back_addr":"192.168.123.106:6831/2573641404","heartbeat_front_addr":"192.168.123.106:6829/2573641404","state":["exists","up"]},{"osd":3,"uuid":"6b22901f-b00a-4367-9a60-934a8ef5b9ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6821","nonce":583326668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6823","nonce":583326668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6827","nonce":583326668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6825","nonce":583326668}]},"public_addr":"192.168.123.106:6821/583326668","cluster_addr":"192.168.123.106:6823/583326668","heartbeat_back_addr":"192.168.123.106:6827/583326668","heartbeat_front_addr":"192.168.123.106:6825/583326668","state":["exists","up"]},{"osd":4,"uuid":"91f0f98f-24e2-46fe-bd82-8adda24c4748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6816","nonce":3570890207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6817","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6819","nonce":3570890207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6825","nonce":3570890207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6821","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6823","nonce":3570890207}]},"public_addr":"192.168.123.107:6816/3570890207","cluster_addr":"192.168.123.107:6819/3570890207","heartbeat_back_addr":"192.168.123.107:6825/3570890207","heartbeat_front_addr":"192.168.123.107:6823/3570890207","state":["exists","up"]},{"osd":5,"uuid":"20ee9ccf-d954-4ea0-85ab-aa9a5db37831","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6809","nonce":2734038674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6811","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6813","nonce":2734038674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6822","nonce":2734038674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6815","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6818","nonce":2734038674}]},"public_addr":"192.168.123.107:6809/2734038674","cluster_addr":"192.168.123.107:6813/2734038674","heartbeat_back_addr":"192.168.123.107:6822/2734038674","heartbeat_front_addr":"192.168.123.107:6818/2734038674","state":["exists","up"]},{"osd":6,"uuid":"35eaad38-9068-472c-91ed-7f42ad911959","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6801","nonce":1512989582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6803","nonce":1512989582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6807","nonce":1512989582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6805","nonce":1512989582}]},"public_addr":"192.168.123.107:6801/1512989582","cluster_addr":"192.168.123.107:6803/1512989582","heartbeat_back_addr":"192.168.123.107:6807/1512989582","heartbeat_front_addr":"192.168.123.107:6805/1512989582","state":["exists","up"]},{"osd":7,"uuid":"b349271b-c118-4461-b700-ae242aca04a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6812","nonce":1688745245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6827","nonce":1688745245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6831","nonce":1688745245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6829","nonce":1688745245}]},"public_addr":"192.168.123.107:6812/1688745245","cluster_addr":"192.168.123.107:6827/1688745245","heartbeat_back_addr":"192.168.123.107:6831/1688745245","heartbeat_front_addr":"192.168.123.107:6829/1688745245","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T17:23:57.402 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-04-17T17:23:57.402 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-04-17T17:23:57.621 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:23:57.621 INFO:teuthology.orchestra.run.vm06.stdout:{"epoch":17,"fsid":"3a747d65-1493-4fc7-adb2-067deeabcdec","created":"2026-04-17T17:23:42.169900+0000","modified":"2026-04-17T17:23:56.632337+0000","last_up_change":"2026-04-17T17:23:52.465683+0000","last_in_change":"2026-04-17T17:23:44.367482+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"tentacle","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-04-17T17:23:52.836260+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":17,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-04-17T17:23:53.165002+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"nonprimary_shards":"{}","options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"14a86368-c574-4dc9-9bfc-531dc46dcd1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6800","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6801","nonce":3114129682}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6802","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6803","nonce":3114129682}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6806","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6807","nonce":3114129682}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6804","nonce":3114129682},{"type":"v1","addr":"192.168.123.106:6805","nonce":3114129682}]},"public_addr":"192.168.123.106:6801/3114129682","cluster_addr":"192.168.123.106:6803/3114129682","heartbeat_back_addr":"192.168.123.106:6807/3114129682","heartbeat_front_addr":"192.168.123.106:6805/3114129682","state":["exists","up"]},{"osd":1,"uuid":"c41b6f08-e36b-48fb-b43b-a681ce357dfe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6808","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6809","nonce":233949095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6811","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6813","nonce":233949095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6818","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6828","nonce":233949095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6815","nonce":233949095},{"type":"v1","addr":"192.168.123.106:6817","nonce":233949095}]},"public_addr":"192.168.123.106:6809/233949095","cluster_addr":"192.168.123.106:6813/233949095","heartbeat_back_addr":"192.168.123.106:6828/233949095","heartbeat_front_addr":"192.168.123.106:6817/233949095","state":["exists","up"]},{"osd":2,"uuid":"27fe7b30-968c-4ade-8d2c-f083b5530dc6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6810","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6812","nonce":2573641404}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6814","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6816","nonce":2573641404}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6830","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6831","nonce":2573641404}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6819","nonce":2573641404},{"type":"v1","addr":"192.168.123.106:6829","nonce":2573641404}]},"public_addr":"192.168.123.106:6812/2573641404","cluster_addr":"192.168.123.106:6816/2573641404","heartbeat_back_addr":"192.168.123.106:6831/2573641404","heartbeat_front_addr":"192.168.123.106:6829/2573641404","state":["exists","up"]},{"osd":3,"uuid":"6b22901f-b00a-4367-9a60-934a8ef5b9ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6820","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6821","nonce":583326668}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6822","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6823","nonce":583326668}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6826","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6827","nonce":583326668}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.106:6824","nonce":583326668},{"type":"v1","addr":"192.168.123.106:6825","nonce":583326668}]},"public_addr":"192.168.123.106:6821/583326668","cluster_addr":"192.168.123.106:6823/583326668","heartbeat_back_addr":"192.168.123.106:6827/583326668","heartbeat_front_addr":"192.168.123.106:6825/583326668","state":["exists","up"]},{"osd":4,"uuid":"91f0f98f-24e2-46fe-bd82-8adda24c4748","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6814","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6816","nonce":3570890207}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6817","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6819","nonce":3570890207}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6824","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6825","nonce":3570890207}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6821","nonce":3570890207},{"type":"v1","addr":"192.168.123.107:6823","nonce":3570890207}]},"public_addr":"192.168.123.107:6816/3570890207","cluster_addr":"192.168.123.107:6819/3570890207","heartbeat_back_addr":"192.168.123.107:6825/3570890207","heartbeat_front_addr":"192.168.123.107:6823/3570890207","state":["exists","up"]},{"osd":5,"uuid":"20ee9ccf-d954-4ea0-85ab-aa9a5db37831","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6808","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6809","nonce":2734038674}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6811","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6813","nonce":2734038674}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6820","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6822","nonce":2734038674}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6815","nonce":2734038674},{"type":"v1","addr":"192.168.123.107:6818","nonce":2734038674}]},"public_addr":"192.168.123.107:6809/2734038674","cluster_addr":"192.168.123.107:6813/2734038674","heartbeat_back_addr":"192.168.123.107:6822/2734038674","heartbeat_front_addr":"192.168.123.107:6818/2734038674","state":["exists","up"]},{"osd":6,"uuid":"35eaad38-9068-472c-91ed-7f42ad911959","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6800","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6801","nonce":1512989582}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6802","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6803","nonce":1512989582}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6806","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6807","nonce":1512989582}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6804","nonce":1512989582},{"type":"v1","addr":"192.168.123.107:6805","nonce":1512989582}]},"public_addr":"192.168.123.107:6801/1512989582","cluster_addr":"192.168.123.107:6803/1512989582","heartbeat_back_addr":"192.168.123.107:6807/1512989582","heartbeat_front_addr":"192.168.123.107:6805/1512989582","state":["exists","up"]},{"osd":7,"uuid":"b349271b-c118-4461-b700-ae242aca04a7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6810","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6812","nonce":1688745245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6826","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6827","nonce":1688745245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6830","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6831","nonce":1688745245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.107:6828","nonce":1688745245},{"type":"v1","addr":"192.168.123.107:6829","nonce":1688745245}]},"public_addr":"192.168.123.107:6812/1688745245","cluster_addr":"192.168.123.107:6827/1688745245","heartbeat_back_addr":"192.168.123.107:6831/1688745245","heartbeat_front_addr":"192.168.123.107:6829/1688745245","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4541880224203014143,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"isa","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-04-17T17:23:57.635 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-04-17T17:23:57.635 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-04-17T17:23:57.635 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-04-17T17:23:57.636 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2026-04-17T17:23:57.636 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2026-04-17T17:23:57.636 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2026-04-17T17:23:57.636 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2026-04-17T17:23:57.636 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2026-04-17T17:23:57.848 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:23:57.849 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T17:23:57.879 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:23:57.880 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-17T17:23:57.885 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:23:57.885 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-17T17:23:57.891 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:57.891 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-17T17:23:57.893 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:23:57.893 INFO:teuthology.orchestra.run.vm06.stdout:55834574853 2026-04-17T17:23:57.893 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T17:23:57.893 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-17T17:23:57.907 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:57.907 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-17T17:23:57.909 INFO:teuthology.orchestra.run.vm06.stdout:55834574853 2026-04-17T17:23:57.909 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-17T17:23:58.176 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:58.194 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.1 2026-04-17T17:23:58.270 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:58.289 INFO:teuthology.orchestra.run.vm06.stdout:55834574849 2026-04-17T17:23:58.294 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.3 2026-04-17T17:23:58.313 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.6 2026-04-17T17:23:58.324 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:23:58.334 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:23:58.340 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2026-04-17T17:23:58.349 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.0 2026-04-17T17:23:58.357 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:58.370 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.2 2026-04-17T17:23:58.379 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:23:58.394 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.4 2026-04-17T17:23:58.401 INFO:teuthology.orchestra.run.vm06.stdout:55834574849 2026-04-17T17:23:58.414 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.5 2026-04-17T17:23:59.195 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T17:23:59.294 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T17:23:59.314 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-17T17:23:59.340 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2026-04-17T17:23:59.350 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-04-17T17:23:59.371 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-04-17T17:23:59.395 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2026-04-17T17:23:59.415 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2026-04-17T17:23:59.445 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:59.483 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.1 2026-04-17T17:23:59.646 INFO:teuthology.orchestra.run.vm06.stdout:55834574850 2026-04-17T17:23:59.653 INFO:teuthology.orchestra.run.vm06.stdout:55834574849 2026-04-17T17:23:59.673 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.3 2026-04-17T17:23:59.679 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574849 for osd.6 2026-04-17T17:23:59.726 INFO:teuthology.orchestra.run.vm06.stdout:55834574854 2026-04-17T17:23:59.737 INFO:teuthology.orchestra.run.vm06.stdout:55834574853 2026-04-17T17:23:59.747 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.7 2026-04-17T17:23:59.747 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:59.759 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574853 for osd.0 2026-04-17T17:23:59.759 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:59.760 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:23:59.775 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574852 for osd.2 2026-04-17T17:23:59.775 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:59.783 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:23:59.796 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574851 for osd.5 2026-04-17T17:23:59.797 DEBUG:teuthology.parallel:result is None 2026-04-17T17:23:59.825 INFO:teuthology.orchestra.run.vm06.stdout:55834574854 2026-04-17T17:23:59.837 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574854 for osd.4 2026-04-17T17:23:59.837 DEBUG:teuthology.parallel:result is None 2026-04-17T17:24:00.484 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-04-17T17:24:00.674 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2026-04-17T17:24:00.679 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2026-04-17T17:24:00.708 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:24:00.723 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574852 for osd.1 2026-04-17T17:24:00.723 DEBUG:teuthology.parallel:result is None 2026-04-17T17:24:00.902 INFO:teuthology.orchestra.run.vm06.stdout:55834574852 2026-04-17T17:24:00.915 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574852 for osd.3 2026-04-17T17:24:00.915 DEBUG:teuthology.parallel:result is None 2026-04-17T17:24:00.938 INFO:teuthology.orchestra.run.vm06.stdout:55834574851 2026-04-17T17:24:00.950 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574850 got 55834574851 for osd.6 2026-04-17T17:24:00.951 DEBUG:teuthology.parallel:result is None 2026-04-17T17:24:00.951 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-04-17T17:24:00.951 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-17T17:24:01.217 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:24:01.217 INFO:teuthology.orchestra.run.vm06.stderr:dumped all 2026-04-17T17:24:01.230 INFO:teuthology.orchestra.run.vm06.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2026-04-17T17:24:01.151657+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":217020,"kb_used_data":2200,"kb_used_omap":48,"kb_used_meta":214479,"kb_avail":754757700,"statfs":{"total":773094113280,"available":772871884800,"internally_reserved":0,"allocated":2252800,"data_stored":1332086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50044,"internal_metadata":219626628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000263"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.130621+0000","last_change":"2026-04-17T17:23:58.130736+0000","last_active":"2026-04-17T17:23:58.130621+0000","last_peered":"2026-04-17T17:23:58.130621+0000","last_clean":"2026-04-17T17:23:58.130621+0000","last_became_active":"2026-04-17T17:23:54.629262+0000","last_became_peered":"2026-04-17T17:23:54.629262+0000","last_unstale":"2026-04-17T17:23:58.130621+0000","last_undegraded":"2026-04-17T17:23:58.130621+0000","last_fullsized":"2026-04-17T17:23:58.130621+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T01:08:46.863529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042930799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.130586+0000","last_change":"2026-04-17T17:23:58.130796+0000","last_active":"2026-04-17T17:23:58.130586+0000","last_peered":"2026-04-17T17:23:58.130586+0000","last_clean":"2026-04-17T17:23:58.130586+0000","last_became_active":"2026-04-17T17:23:54.628237+0000","last_became_peered":"2026-04-17T17:23:54.628237+0000","last_unstale":"2026-04-17T17:23:58.130586+0000","last_undegraded":"2026-04-17T17:23:58.130586+0000","last_fullsized":"2026-04-17T17:23:58.130586+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:18:26.147536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048861,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.5","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.644052+0000","last_change":"2026-04-17T17:23:56.644052+0000","last_active":"2026-04-17T17:23:56.644052+0000","last_peered":"2026-04-17T17:23:56.644052+0000","last_clean":"2026-04-17T17:23:56.644052+0000","last_became_active":"2026-04-17T17:23:55.035270+0000","last_became_peered":"2026-04-17T17:23:55.035270+0000","last_unstale":"2026-04-17T17:23:56.644052+0000","last_undegraded":"2026-04-17T17:23:56.644052+0000","last_fullsized":"2026-04-17T17:23:56.644052+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:27:21.970359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040251700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.4","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.163030+0000","last_change":"2026-04-17T17:23:58.163116+0000","last_active":"2026-04-17T17:23:58.163030+0000","last_peered":"2026-04-17T17:23:58.163030+0000","last_clean":"2026-04-17T17:23:58.163030+0000","last_became_active":"2026-04-17T17:23:54.624329+0000","last_became_peered":"2026-04-17T17:23:54.624329+0000","last_unstale":"2026-04-17T17:23:58.163030+0000","last_undegraded":"2026-04-17T17:23:58.163030+0000","last_fullsized":"2026-04-17T17:23:58.163030+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T22:01:06.079803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00019412499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"15'32","reported_seq":59,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.645679+0000","last_change":"2026-04-17T17:23:54.627326+0000","last_active":"2026-04-17T17:23:56.645679+0000","last_peered":"2026-04-17T17:23:56.645679+0000","last_clean":"2026-04-17T17:23:56.645679+0000","last_became_active":"2026-04-17T17:23:54.627195+0000","last_became_peered":"2026-04-17T17:23:54.627195+0000","last_unstale":"2026-04-17T17:23:56.645679+0000","last_undegraded":"2026-04-17T17:23:56.645679+0000","last_fullsized":"2026-04-17T17:23:56.645679+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T04:39:15.901471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"15'1","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.086673+0000","last_change":"2026-04-17T17:23:58.086789+0000","last_active":"2026-04-17T17:23:58.086673+0000","last_peered":"2026-04-17T17:23:58.086673+0000","last_clean":"2026-04-17T17:23:58.086673+0000","last_became_active":"2026-04-17T17:23:54.626300+0000","last_became_peered":"2026-04-17T17:23:54.626300+0000","last_unstale":"2026-04-17T17:23:58.086673+0000","last_undegraded":"2026-04-17T17:23:58.086673+0000","last_fullsized":"2026-04-17T17:23:58.086673+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T17:36:20.915766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020993499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"17'2","reported_seq":22,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.647727+0000","last_change":"2026-04-17T17:23:56.646252+0000","last_active":"2026-04-17T17:23:56.647727+0000","last_peered":"2026-04-17T17:23:56.647727+0000","last_clean":"2026-04-17T17:23:56.647727+0000","last_became_active":"2026-04-17T17:23:54.625998+0000","last_became_peered":"2026-04-17T17:23:54.625998+0000","last_unstale":"2026-04-17T17:23:56.647727+0000","last_undegraded":"2026-04-17T17:23:56.647727+0000","last_fullsized":"2026-04-17T17:23:56.647727+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:55:58.744009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054718900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:57.403765+0000","last_change":"2026-04-17T17:23:57.403765+0000","last_active":"2026-04-17T17:23:57.403765+0000","last_peered":"2026-04-17T17:23:57.403765+0000","last_clean":"2026-04-17T17:23:57.403765+0000","last_became_active":"2026-04-17T17:23:54.628590+0000","last_became_peered":"2026-04-17T17:23:54.628590+0000","last_unstale":"2026-04-17T17:23:57.403765+0000","last_undegraded":"2026-04-17T17:23:57.403765+0000","last_fullsized":"2026-04-17T17:23:57.403765+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:25:08.899465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040443,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.645982+0000","last_change":"2026-04-17T17:23:56.645982+0000","last_active":"2026-04-17T17:23:56.645982+0000","last_peered":"2026-04-17T17:23:56.645982+0000","last_clean":"2026-04-17T17:23:56.645982+0000","last_became_active":"2026-04-17T17:23:54.626899+0000","last_became_peered":"2026-04-17T17:23:54.626899+0000","last_unstale":"2026-04-17T17:23:56.645982+0000","last_undegraded":"2026-04-17T17:23:56.645982+0000","last_fullsized":"2026-04-17T17:23:56.645982+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:58:27.165795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024931999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":620,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":634880,"data_stored":512439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6822,"internal_metadata":27452762},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27020,"kb_used_data":152,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344820,"statfs":{"total":96636764160,"available":96609095680,"internally_reserved":0,"allocated":155648,"data_stored":47324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6169,"internal_metadata":27453415},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27016,"kb_used_data":152,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344824,"statfs":{"total":96636764160,"available":96609099776,"internally_reserved":0,"allocated":155648,"data_stored":47324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6168,"internal_metadata":27453416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":4,"kb_used_meta":26811,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4877,"internal_metadata":27454707},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":616,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":630784,"data_stored":512420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5527,"internal_metadata":27454057},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27016,"kb_used_data":168,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344824,"statfs":{"total":96636764160,"available":96609099776,"internally_reserved":0,"allocated":172032,"data_stored":53159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-17T17:24:01.231 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-04-17T17:24:01.534 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:24:01.534 INFO:teuthology.orchestra.run.vm06.stderr:dumped all 2026-04-17T17:24:01.550 INFO:teuthology.orchestra.run.vm06.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2026-04-17T17:24:01.151657+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":15,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":217020,"kb_used_data":2200,"kb_used_omap":48,"kb_used_meta":214479,"kb_avail":754757700,"statfs":{"total":773094113280,"available":772871884800,"internally_reserved":0,"allocated":2252800,"data_stored":1332086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":50044,"internal_metadata":219626628},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.000263"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.130621+0000","last_change":"2026-04-17T17:23:58.130736+0000","last_active":"2026-04-17T17:23:58.130621+0000","last_peered":"2026-04-17T17:23:58.130621+0000","last_clean":"2026-04-17T17:23:58.130621+0000","last_became_active":"2026-04-17T17:23:54.629262+0000","last_became_peered":"2026-04-17T17:23:54.629262+0000","last_unstale":"2026-04-17T17:23:58.130621+0000","last_undegraded":"2026-04-17T17:23:58.130621+0000","last_fullsized":"2026-04-17T17:23:58.130621+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T01:08:46.863529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042930799999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.130586+0000","last_change":"2026-04-17T17:23:58.130796+0000","last_active":"2026-04-17T17:23:58.130586+0000","last_peered":"2026-04-17T17:23:58.130586+0000","last_clean":"2026-04-17T17:23:58.130586+0000","last_became_active":"2026-04-17T17:23:54.628237+0000","last_became_peered":"2026-04-17T17:23:54.628237+0000","last_unstale":"2026-04-17T17:23:58.130586+0000","last_undegraded":"2026-04-17T17:23:58.130586+0000","last_fullsized":"2026-04-17T17:23:58.130586+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:18:26.147536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048861,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.5","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.644052+0000","last_change":"2026-04-17T17:23:56.644052+0000","last_active":"2026-04-17T17:23:56.644052+0000","last_peered":"2026-04-17T17:23:56.644052+0000","last_clean":"2026-04-17T17:23:56.644052+0000","last_became_active":"2026-04-17T17:23:55.035270+0000","last_became_peered":"2026-04-17T17:23:55.035270+0000","last_unstale":"2026-04-17T17:23:56.644052+0000","last_undegraded":"2026-04-17T17:23:56.644052+0000","last_fullsized":"2026-04-17T17:23:56.644052+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:27:21.970359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040251700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.4","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.163030+0000","last_change":"2026-04-17T17:23:58.163116+0000","last_active":"2026-04-17T17:23:58.163030+0000","last_peered":"2026-04-17T17:23:58.163030+0000","last_clean":"2026-04-17T17:23:58.163030+0000","last_became_active":"2026-04-17T17:23:54.624329+0000","last_became_peered":"2026-04-17T17:23:54.624329+0000","last_unstale":"2026-04-17T17:23:58.163030+0000","last_undegraded":"2026-04-17T17:23:58.163030+0000","last_fullsized":"2026-04-17T17:23:58.163030+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T22:01:06.079803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00019412499999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"15'32","reported_seq":59,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.645679+0000","last_change":"2026-04-17T17:23:54.627326+0000","last_active":"2026-04-17T17:23:56.645679+0000","last_peered":"2026-04-17T17:23:56.645679+0000","last_clean":"2026-04-17T17:23:56.645679+0000","last_became_active":"2026-04-17T17:23:54.627195+0000","last_became_peered":"2026-04-17T17:23:54.627195+0000","last_unstale":"2026-04-17T17:23:56.645679+0000","last_undegraded":"2026-04-17T17:23:56.645679+0000","last_fullsized":"2026-04-17T17:23:56.645679+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-19T04:39:15.901471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.3","version":"15'1","reported_seq":21,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:58.086673+0000","last_change":"2026-04-17T17:23:58.086789+0000","last_active":"2026-04-17T17:23:58.086673+0000","last_peered":"2026-04-17T17:23:58.086673+0000","last_clean":"2026-04-17T17:23:58.086673+0000","last_became_active":"2026-04-17T17:23:54.626300+0000","last_became_peered":"2026-04-17T17:23:54.626300+0000","last_unstale":"2026-04-17T17:23:58.086673+0000","last_undegraded":"2026-04-17T17:23:58.086673+0000","last_fullsized":"2026-04-17T17:23:58.086673+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T17:36:20.915766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00020993499999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"17'2","reported_seq":22,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.647727+0000","last_change":"2026-04-17T17:23:56.646252+0000","last_active":"2026-04-17T17:23:56.647727+0000","last_peered":"2026-04-17T17:23:56.647727+0000","last_clean":"2026-04-17T17:23:56.647727+0000","last_became_active":"2026-04-17T17:23:54.625998+0000","last_became_peered":"2026-04-17T17:23:54.625998+0000","last_unstale":"2026-04-17T17:23:56.647727+0000","last_undegraded":"2026-04-17T17:23:56.647727+0000","last_fullsized":"2026-04-17T17:23:56.647727+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:55:58.744009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054718900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:57.403765+0000","last_change":"2026-04-17T17:23:57.403765+0000","last_active":"2026-04-17T17:23:57.403765+0000","last_peered":"2026-04-17T17:23:57.403765+0000","last_clean":"2026-04-17T17:23:57.403765+0000","last_became_active":"2026-04-17T17:23:54.628590+0000","last_became_peered":"2026-04-17T17:23:54.628590+0000","last_unstale":"2026-04-17T17:23:57.403765+0000","last_undegraded":"2026-04-17T17:23:57.403765+0000","last_fullsized":"2026-04-17T17:23:57.403765+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:25:08.899465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040443,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"0'0","reported_seq":20,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-04-17T17:23:56.645982+0000","last_change":"2026-04-17T17:23:56.645982+0000","last_active":"2026-04-17T17:23:56.645982+0000","last_peered":"2026-04-17T17:23:56.645982+0000","last_clean":"2026-04-17T17:23:56.645982+0000","last_became_active":"2026-04-17T17:23:54.626899+0000","last_became_peered":"2026-04-17T17:23:54.626899+0000","last_unstale":"2026-04-17T17:23:56.645982+0000","last_undegraded":"2026-04-17T17:23:56.645982+0000","last_fullsized":"2026-04-17T17:23:56.645982+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-04-17T17:23:53.599763+0000","last_clean_scrub_stamp":"2026-04-17T17:23:53.599763+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-04-18T23:58:27.165795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024931999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":620,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":634880,"data_stored":512439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6822,"internal_metadata":27452762},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27020,"kb_used_data":152,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344820,"statfs":{"total":96636764160,"available":96609095680,"internally_reserved":0,"allocated":155648,"data_stored":47324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6169,"internal_metadata":27453415},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27016,"kb_used_data":152,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344824,"statfs":{"total":96636764160,"available":96609099776,"internally_reserved":0,"allocated":155648,"data_stored":47324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6168,"internal_metadata":27453416},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27012,"kb_used_data":164,"kb_used_omap":4,"kb_used_meta":26811,"kb_avail":94344828,"statfs":{"total":96636764160,"available":96609103872,"internally_reserved":0,"allocated":167936,"data_stored":53140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4877,"internal_metadata":27454707},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":616,"kb_used_omap":5,"kb_used_meta":26810,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":630784,"data_stored":512420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5527,"internal_metadata":27454057},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27016,"kb_used_data":168,"kb_used_omap":6,"kb_used_meta":26809,"kb_avail":94344824,"statfs":{"total":96636764160,"available":96609099776,"internally_reserved":0,"allocated":172032,"data_stored":53159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6827,"internal_metadata":27452757},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-04-17T17:24:01.550 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-04-17T17:24:01.550 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-04-17T17:24:01.550 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-04-17T17:24:01.550 DEBUG:teuthology.orchestra.run.vm06:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-04-17T17:24:01.823 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:24:01.823 INFO:teuthology.orchestra.run.vm06.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-04-17T17:24:01.838 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-04-17T17:24:01.838 INFO:teuthology.run_tasks:Running task openssl_keys... 2026-04-17T17:24:01.841 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2026-04-17T17:24:01.841 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-17T17:24:01.873 DEBUG:teuthology.orchestra.run.vm06:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2026-04-17T17:24:02.260 INFO:teuthology.orchestra.run.vm06.stderr:...........+.+.....+.......+.....+.......+..............+.+......+...+.................+....+...+..+......+....+......+.....+.......+.....+...+.......+...........+.+...+.....+......+....+..+....+.....+.+........+.+...........+.+...............+...+..+++++++++++++++++++++++++++++++++++++++++++++*........+..........+++++++++++++++++++++++++++++++++++++++++++++*....+.....+.........+...+.......+.....+....+..+.......+.....+.+...........+..................+...+.............+.....+......+......+...+......+.........+.+...+..+.+.................+............+...+......+.+....................+.+.........+........+.+.........+...........+....+..............................+..+...+.+.........+......+......+..............+......+...+.+.....+.+...+...+........+.....................+.............+..............................+..+.+...............+..+...+...+.+.....+...+.......+...+......+..+...+....+........+...................+......+.....+...+..........+...........+.+.........+.....+.........+.+...+..+.+.....+...................+........+.+..+....+......+...+..+....+..............+......+.+........+....+.................................+...+......+...........+...+....+........+...+.+.....+.........+......+.........+.+...+...............+........+..........+...+......+..................+...+..+......+......+................+...+.........+.....+.......+.....+.........+..........+.........+........+.......+...+.................+................+..+....+......+..................+.....+....+..+......+...................+...+...+.....+....+.............................+....+.....+...+...............+............+.......+.........+......+...+.....+......+.........+.+............+..+...+.........+.............+......+..+......................+.....+..........+........+....+.........+.....+.+.....+......+..................+......+....+.........+...+++++ 2026-04-17T17:24:02.511 INFO:teuthology.orchestra.run.vm06.stderr:...+..+..........+.....+.+++++++++++++++++++++++++++++++++++++++++++++*..+..........+++++++++++++++++++++++++++++++++++++++++++++*..+.+.....+.........+.+....................+.............+......+...+......+.....+.+.....+.+.....+....+........+............+......+.........+...+..........+...........+....+...+..+...+...................+......+........+.+......+.....+.......+...............+..+.+.........+.........+......+........+......+.........+......+............+..........+.........+...+......+.........+........+.......+......+...............+..+...................+......+...............+..+...+..........+...+..+...............+............+.+..+............+...+...+.+...+.................+...+...+...+....+..+.........+....+..................+.........+........+.......+...........+...........................+.+..+...+....+..+......+....+.....+..............................+....+.....+.+......+..............................+..+.......+.....+...+................+.................+....+........+......+....+.....+............+..........+.........+.........+........+....+.....+....+.........+.....+.+...........+..................+...+..........+.........+......+........+...............+.......+.....+.........+.+.....+.......+.....+...+............+..........+..+.....................+..................+.+...+......+..+.........+...+.+..+.......+.....+.+.....+....+......+...........+++++ 2026-04-17T17:24:02.523 INFO:teuthology.orchestra.run.vm06.stderr:----- 2026-04-17T17:24:02.527 DEBUG:teuthology.orchestra.run.vm06:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2026-04-17T17:24:02.605 DEBUG:teuthology.orchestra.run.vm06:> sudo update-ca-trust 2026-04-17T17:24:03.237 DEBUG:teuthology.orchestra.run.vm06:> mkdir -p /home/ubuntu/cephtest/ca 2026-04-17T17:24:03.265 DEBUG:teuthology.orchestra.run.vm06:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=vm06.local 2026-04-17T17:24:03.372 INFO:teuthology.orchestra.run.vm06.stderr:..+......+...+..+.........+.+..+...............+.+......+...+..+.+...........................+..+++++++++++++++++++++++++++++++++++++++*.+....+.....+.+.....+++++++++++++++++++++++++++++++++++++++*....+...+.+........+.............+........+....+........+...+....+...........+..........+......+...........+....+........+...+....+..............+.......+........+......+...+...+..........+...+.........+........+...................+.....................+..+.+...........+...+...+..........+..+...+....+.....+.........+......+...+...+....+.....+....+.........+...+..+...+....+..............+.+......+.........+...+..+......+....+.........+..+..........+.........+...........+...+.+........+.+......+.....+...+............+......+....+.....+...+......+....+...+...............+.......................+...............+.+...+.....+.+...........+.+..+......+....+........+.........+...............+...+.+..+....+........+.+..+...+.+......+.....+...+......+.+..+.......+......+..+.........................+...........+....+.....+.+..............+.+.....+....+...+.....+..........+..++++++ 2026-04-17T17:24:03.398 INFO:teuthology.orchestra.run.vm06.stderr:......+.......+.........+..+..........+.....+.........+...+.+++++++++++++++++++++++++++++++++++++++*......+...+....+...+.....+++++++++++++++++++++++++++++++++++++++*..+...+......+.........+......+.....+....+..+.........+......+.........+............+...+.+......+...+..+.............+..+....+...........+...................+.....+....+.................+....+.....+...+.......+...+..+.............+...+..+.+..+.........+..........+...+.....+.+.....+...............+................+...+...+..+............+.............+..+...+.+..............+.+..+....+......+...+...............+...........+...+...+....+......+.....+...+..........+.....+............+...................+......+............+..+....+......+.........+.....+.+.....+...+...+......................+.....+.+..+.............+.....+.......+.....+...+..........+.....+......+.+..+.............+.....+.......+...+.....+.......+.................+...+...+...+.+...............+...+....................+...+....+...++++++ 2026-04-17T17:24:03.400 INFO:teuthology.orchestra.run.vm06.stderr:----- 2026-04-17T17:24:03.401 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:24:03.401 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T17:24:03.469 DEBUG:teuthology.orchestra.run.vm06:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T17:24:03.543 INFO:teuthology.orchestra.run.vm06.stderr:Certificate request self-signature ok 2026-04-17T17:24:03.543 INFO:teuthology.orchestra.run.vm06.stderr:subject=CN=vm06.local 2026-04-17T17:24:03.546 DEBUG:teuthology.orchestra.run.vm06:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2026-04-17T17:24:03.616 DEBUG:teuthology.orchestra.run.vm06:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-17T17:24:03.688 INFO:teuthology.orchestra.run.vm06.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2026-04-17T17:24:03.688 DEBUG:teuthology.orchestra.run.vm06:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2026-04-17T17:24:03.758 INFO:teuthology.run_tasks:Running task rgw... 2026-04-17T17:24:03.762 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']}} 2026-04-17T17:24:03.762 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2026-04-17T17:24:03.762 INFO:tasks.rgw:Creating data pools 2026-04-17T17:24:03.762 DEBUG:tasks.rgw:Obtaining remote for client client.0 2026-04-17T17:24:03.762 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2026-04-17T17:24:04.710 INFO:teuthology.orchestra.run.vm06.stderr:pool 'default.rgw.buckets.data' created 2026-04-17T17:24:04.722 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2026-04-17T17:24:05.707 INFO:teuthology.orchestra.run.vm06.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2026-04-17T17:24:05.741 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2026-04-17T17:24:06.704 INFO:teuthology.orchestra.run.vm06.stderr:pool 'default.rgw.buckets.index' created 2026-04-17T17:24:06.727 DEBUG:teuthology.orchestra.run.vm06:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2026-04-17T17:24:07.707 INFO:teuthology.orchestra.run.vm06.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2026-04-17T17:24:07.740 DEBUG:tasks.rgw:Pools created 2026-04-17T17:24:07.740 INFO:tasks.rgw:Configuring compression type = random 2026-04-17T17:24:07.740 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-17T17:24:07.740 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-17T17:24:07.741 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-17T17:24:07.787 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:07.787 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:09.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.831+0000 7fcfb8fb9640 0 -- 192.168.123.106:0/1394352463 >> [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] conn(0x55c19e8bc810 msgr2=0x55c19e8bcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:09.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.836+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:09.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfb3fff640 0 -- 192.168.123.106:0/2347333177 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55c19e90e520 msgr2=0x55c19e90e9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 realm 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.837+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:09.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.838+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:09.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.838+0000 7fcfbd325900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:09.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:09.838+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:10.043 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.040+0000 7fcfbd325900 20 rados_obj.operate() r=0 bl.length=1060 2026-04-17T17:24:10.043 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.040+0000 7fcfbd325900 20 searching for the correct realm 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.049+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:10.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados_obj.operate() r=0 bl.length=436 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 zone default found 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 4 Realm: () 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 zonegroup default 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:10.053 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:10.050+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:11.816 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:11.813+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:11.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:11.814+0000 7fcfbd325900 20 rados->read ofs=0 len=0 2026-04-17T17:24:11.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:11.815+0000 7fcfbd325900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:11.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:11.815+0000 7fcfbd325900 20 started sync module instance, tier type = 2026-04-17T17:24:11.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:11.815+0000 7fcfbd325900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:24:13.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.828+0000 7fcfbd325900 20 add_watcher() i=0 2026-04-17T17:24:13.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.829+0000 7fcfbd325900 20 add_watcher() i=3 2026-04-17T17:24:13.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.834+0000 7fcfbd325900 20 add_watcher() i=1 2026-04-17T17:24:13.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.835+0000 7fcfbd325900 20 add_watcher() i=4 2026-04-17T17:24:13.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.835+0000 7fcfbd325900 20 add_watcher() i=2 2026-04-17T17:24:13.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.836+0000 7fcfbd325900 20 add_watcher() i=6 2026-04-17T17:24:13.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.836+0000 7fcfbd325900 20 add_watcher() i=7 2026-04-17T17:24:13.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.837+0000 7fcfbd325900 20 add_watcher() i=5 2026-04-17T17:24:13.840 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.837+0000 7fcfbd325900 2 all 8 watchers are set, enabling cache 2026-04-17T17:24:13.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.839+0000 7fcfb1ffb640 5 boost::asio::awaitable, obj_version> > logback_generations::read(const DoutPrefixProvider*):446: oid=data_loggenerations_metadata not found 2026-04-17T17:24:13.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.839+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.0 2026-04-17T17:24:13.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.839+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.840+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.0 does not exist 2026-04-17T17:24:13.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.840+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.1 2026-04-17T17:24:13.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.840+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.841+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.1 does not exist 2026-04-17T17:24:13.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.841+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.2 2026-04-17T17:24:13.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.841+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.2 does not exist 2026-04-17T17:24:13.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.3 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.3 does not exist 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.4 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.842+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.4 does not exist 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.5 2026-04-17T17:24:13.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.5 does not exist 2026-04-17T17:24:13.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.6 2026-04-17T17:24:13.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.843+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.6 does not exist 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.7 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.7 does not exist 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.8 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.8 does not exist 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.9 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.844+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.9 does not exist 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.10 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.10 does not exist 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.11 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.845+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.11 does not exist 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.12 2026-04-17T17:24:13.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.12 does not exist 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.13 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.13 does not exist 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.14 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.846+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.14 does not exist 2026-04-17T17:24:13.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.15 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.15 does not exist 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.16 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.16 does not exist 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.17 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.17 does not exist 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.18 2026-04-17T17:24:13.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.847+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.18 does not exist 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.19 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.19 does not exist 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.20 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.20 does not exist 2026-04-17T17:24:13.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.21 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.848+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.21 does not exist 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.22 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.22 does not exist 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.23 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.23 does not exist 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.24 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.849+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.24 does not exist 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.25 2026-04-17T17:24:13.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.25 does not exist 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.26 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.26 does not exist 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.27 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.27 does not exist 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.28 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.850+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.28 does not exist 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.29 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.29 does not exist 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.30 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.30 does not exist 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.31 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.31 does not exist 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.32 2026-04-17T17:24:13.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.851+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.32 does not exist 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.33 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.33 does not exist 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.34 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.34 does not exist 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.35 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.35 does not exist 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.36 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.852+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.36 does not exist 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.37 2026-04-17T17:24:13.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.37 does not exist 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.38 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.38 does not exist 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.39 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.39 does not exist 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.40 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.853+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.40 does not exist 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.41 2026-04-17T17:24:13.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.41 does not exist 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.42 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.42 does not exist 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.43 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.43 does not exist 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.44 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.854+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.44 does not exist 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.45 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.45 does not exist 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.46 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.46 does not exist 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.47 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.855+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.47 does not exist 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.48 2026-04-17T17:24:13.858 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.48 does not exist 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.49 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.49 does not exist 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.50 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.50 does not exist 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.51 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.856+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.51 does not exist 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.52 2026-04-17T17:24:13.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.52 does not exist 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.53 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.53 does not exist 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.54 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.54 does not exist 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.55 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.857+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.55 does not exist 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.56 2026-04-17T17:24:13.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.56 does not exist 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.57 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.57 does not exist 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.58 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.58 does not exist 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.59 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.858+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.59 does not exist 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.60 2026-04-17T17:24:13.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.60 does not exist 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.61 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.61 does not exist 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.62 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.62 does not exist 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.63 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.63 does not exist 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.64 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.859+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.64 does not exist 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.65 2026-04-17T17:24:13.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.65 does not exist 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.66 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.66 does not exist 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.67 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.67 does not exist 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.68 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.68 does not exist 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.69 2026-04-17T17:24:13.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.860+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.69 does not exist 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.70 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.70 does not exist 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.71 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.71 does not exist 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.72 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.72 does not exist 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.73 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.861+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.73 does not exist 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.74 2026-04-17T17:24:13.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.74 does not exist 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.75 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.75 does not exist 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.76 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.76 does not exist 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.77 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.862+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.77 does not exist 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.78 2026-04-17T17:24:13.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.78 does not exist 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.79 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.79 does not exist 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.80 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.80 does not exist 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.81 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.863+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.81 does not exist 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.82 2026-04-17T17:24:13.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.82 does not exist 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.83 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.83 does not exist 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.84 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.84 does not exist 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.85 2026-04-17T17:24:13.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.864+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.85 does not exist 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.86 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.86 does not exist 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.87 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.87 does not exist 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.88 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.865+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.88 does not exist 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.89 2026-04-17T17:24:13.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.89 does not exist 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.90 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.90 does not exist 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.91 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.91 does not exist 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.92 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.866+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.92 does not exist 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.93 2026-04-17T17:24:13.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.93 does not exist 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.94 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.94 does not exist 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.95 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.95 does not exist 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.96 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.867+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.96 does not exist 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.97 2026-04-17T17:24:13.870 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.97 does not exist 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.98 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.98 does not exist 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.99 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.99 does not exist 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.100 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.868+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.100 does not exist 2026-04-17T17:24:13.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.101 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.101 does not exist 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.102 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.102 does not exist 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.103 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.103 does not exist 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.104 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.104 does not exist 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.105 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.869+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.105 does not exist 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.106 2026-04-17T17:24:13.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.106 does not exist 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.107 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.107 does not exist 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.108 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.108 does not exist 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.109 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.870+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.109 does not exist 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.110 2026-04-17T17:24:13.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.110 does not exist 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.111 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.111 does not exist 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.112 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.112 does not exist 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.113 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.113 does not exist 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.114 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.871+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.114 does not exist 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.115 2026-04-17T17:24:13.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.115 does not exist 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.116 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.116 does not exist 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.117 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.117 does not exist 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.118 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.118 does not exist 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.119 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.872+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.119 does not exist 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.120 2026-04-17T17:24:13.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb1ffb640 20 do_open: entering 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.120 does not exist 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb17fa640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.121 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.121 does not exist 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb0ff9640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.122 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb0ff9640 20 do_open: entering 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.122 does not exist 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb9fbb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.123 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb9fbb640 20 do_open: entering 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.123 does not exist 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb37fe640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.124 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.873+0000 7fcfb37fe640 20 do_open: entering 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.124 does not exist 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb2ffd640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.125 2026-04-17T17:24:13.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb2ffd640 20 do_open: entering 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.125 does not exist 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb27fc640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.126 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb27fc640 20 do_open: entering 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.126 does not exist 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfbb244640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):59 probing obj=data_log.127 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfbb244640 20 do_open: entering 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb1ffb640 20 boost::asio::awaitable {anonymous}::probe_shard(const DoutPrefixProvider*, neorados::RADOS, const neorados::Object&, const neorados::IOContext&, bool&):78: obj=data_log.127 does not exist 2026-04-17T17:24:13.877 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.874+0000 7fcfb1ffb640 20 do_create: entering 2026-04-17T17:24:13.879 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.876+0000 7fcfb17fa640 20 do_open: entering 2026-04-17T17:24:13.883 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.880+0000 7fcfbd325900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:13.883 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:13.880+0000 7fcfbd325900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:16.902 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.898+0000 7fcfbd325900 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2026-04-17T17:24:16.902 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.898+0000 7fcfbd325900 5 note: GC not initialized 2026-04-17T17:24:16.902 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.898+0000 7fcf61feb640 20 reqs_thread_entry: start 2026-04-17T17:24:16.983 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.980+0000 7fcfbd325900 20 init_complete bucket index max shards: 1 2026-04-17T17:24:16.983 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.980+0000 7fcfbd325900 20 Filter name: none 2026-04-17T17:24:16.983 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.980+0000 7fcf5b7fe640 20 reqs_thread_entry: start 2026-04-17T17:24:16.994 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.991+0000 7fcfbd325900 20 remove_watcher() i=2 2026-04-17T17:24:16.994 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.991+0000 7fcfbd325900 2 removed watcher, disabling cache 2026-04-17T17:24:16.994 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.991+0000 7fcfbd325900 20 remove_watcher() i=0 2026-04-17T17:24:16.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.992+0000 7fcfbd325900 20 remove_watcher() i=6 2026-04-17T17:24:16.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.992+0000 7fcfbd325900 20 remove_watcher() i=3 2026-04-17T17:24:16.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.992+0000 7fcfbd325900 20 remove_watcher() i=5 2026-04-17T17:24:16.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.992+0000 7fcfbd325900 20 remove_watcher() i=7 2026-04-17T17:24:16.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.992+0000 7fcfbd325900 20 remove_watcher() i=4 2026-04-17T17:24:16.996 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:16.993+0000 7fcfbd325900 20 remove_watcher() i=1 2026-04-17T17:24:17.003 INFO:teuthology.orchestra.run.vm06.stdout:[] 2026-04-17T17:24:17.003 DEBUG:tasks.util.rgw: json result: [] 2026-04-17T17:24:17.003 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-17T17:24:17.004 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2026-04-17T17:24:17.004 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2026-04-17T17:24:17.061 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:17.061 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:17.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.074+0000 7f516bd3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:17.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.074+0000 7f516bd3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:17.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.075+0000 7f51157ea640 20 reqs_thread_entry: start 2026-04-17T17:24:17.091 INFO:teuthology.orchestra.run.vm06.stdout:{"id":"c696d7aa-62cd-434f-9963-baa81c0df92e","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T17:24:17.091 DEBUG:tasks.util.rgw: json result: {'id': 'c696d7aa-62cd-434f-9963-baa81c0df92e', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T17:24:17.091 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-17T17:24:17.091 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-17T17:24:17.091 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-17T17:24:17.140 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:17.140 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:17.160 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.157+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 20 realm 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.158+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.159+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.161 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.159+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.163 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.160+0000 7fc80011c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:17.163 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.160+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.163 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.160+0000 7fc80011c900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-17T17:24:17.163 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.160+0000 7fc80011c900 20 searching for the correct realm 2026-04-17T17:24:17.167 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.164+0000 7fc7fdbd3640 0 -- 192.168.123.106:0/341149148 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc7f002f440 msgr2=0x7fc7f0031940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:17.374 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.371+0000 7fc7fe3d4640 0 -- 192.168.123.106:0/341149148 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fc7e40a9040 msgr2=0x7fc7e40aa420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.374+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados_obj.operate() r=0 bl.length=436 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 zone default found 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 4 Realm: () 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 zonegroup default 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.375+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.379 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.376+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.379 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.376+0000 7fc80011c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.379 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.376+0000 7fc80011c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.379 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.376+0000 7fc80011c900 20 started sync module instance, tier type = 2026-04-17T17:24:17.379 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.376+0000 7fc80011c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:24:17.383 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.380+0000 7fc80011c900 20 add_watcher() i=0 2026-04-17T17:24:17.383 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.380+0000 7fc80011c900 20 add_watcher() i=4 2026-04-17T17:24:17.383 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.381+0000 7fc80011c900 20 add_watcher() i=5 2026-04-17T17:24:17.384 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.381+0000 7fc80011c900 20 add_watcher() i=6 2026-04-17T17:24:17.384 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.381+0000 7fc80011c900 20 add_watcher() i=2 2026-04-17T17:24:17.385 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.382+0000 7fc80011c900 20 add_watcher() i=7 2026-04-17T17:24:17.385 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.382+0000 7fc80011c900 20 add_watcher() i=3 2026-04-17T17:24:17.385 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.382+0000 7fc80011c900 20 add_watcher() i=1 2026-04-17T17:24:17.385 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.382+0000 7fc80011c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:24:17.388 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.385+0000 7fc80011c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:17.388 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.385+0000 7fc80011c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:17.388 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.385+0000 7fc80011c900 5 note: GC not initialized 2026-04-17T17:24:17.388 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.385+0000 7fc7aafed640 20 reqs_thread_entry: start 2026-04-17T17:24:17.436 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.433+0000 7fc80011c900 20 init_complete bucket index max shards: 1 2026-04-17T17:24:17.436 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.433+0000 7fc80011c900 20 Filter name: none 2026-04-17T17:24:17.436 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.433+0000 7fc7a8fe9640 20 reqs_thread_entry: start 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.444+0000 7fc80011c900 20 remove_watcher() i=0 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 2 removed watcher, disabling cache 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 20 remove_watcher() i=3 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 20 remove_watcher() i=2 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 20 remove_watcher() i=7 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 20 remove_watcher() i=4 2026-04-17T17:24:17.448 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.445+0000 7fc80011c900 20 remove_watcher() i=1 2026-04-17T17:24:17.449 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.446+0000 7fc80011c900 20 remove_watcher() i=6 2026-04-17T17:24:17.449 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.446+0000 7fc80011c900 20 remove_watcher() i=5 2026-04-17T17:24:17.455 INFO:teuthology.orchestra.run.vm06.stdout:[] 2026-04-17T17:24:17.455 DEBUG:tasks.util.rgw: json result: [] 2026-04-17T17:24:17.455 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-17T17:24:17.455 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2026-04-17T17:24:17.455 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2026-04-17T17:24:17.513 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:17.513 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:17.530 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.527+0000 7f333353b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:17.530 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.527+0000 7f333353b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:17.530 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.527+0000 7f32dcfe9640 20 reqs_thread_entry: start 2026-04-17T17:24:17.544 INFO:teuthology.orchestra.run.vm06.stdout:{"id":"c696d7aa-62cd-434f-9963-baa81c0df92e","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T17:24:17.544 DEBUG:tasks.util.rgw: json result: {'id': 'c696d7aa-62cd-434f-9963-baa81c0df92e', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T17:24:17.544 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2026-04-17T17:24:17.544 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2026-04-17T17:24:17.544 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2026-04-17T17:24:17.600 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:17.601 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:17.624 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.620+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 realm 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.625 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.622+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.626 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.623+0000 7ff7f192c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:17.626 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.623+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.627 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.624+0000 7ff7f192c900 20 rados_obj.operate() r=0 bl.length=1076 2026-04-17T17:24:17.627 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.624+0000 7ff7f192c900 20 searching for the correct realm 2026-04-17T17:24:17.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.628+0000 7ff7ed5c4640 0 -- 192.168.123.106:0/682772465 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7ff7e0023450 msgr2=0x7ff7e00238c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:17.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.835+0000 7ff7ecdc3640 0 -- 192.168.123.106:0/682772465 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5625369ad500 msgr2=0x5625369ad980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.838+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:24:17.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados_obj.operate() r=0 bl.length=436 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 zone default found 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 4 Realm: () 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 zonegroup default 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.839+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.840+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.840+0000 7ff7f192c900 20 rados->read ofs=0 len=0 2026-04-17T17:24:17.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.840+0000 7ff7f192c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:24:17.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.840+0000 7ff7f192c900 20 started sync module instance, tier type = 2026-04-17T17:24:17.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.840+0000 7ff7f192c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:24:17.847 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.844+0000 7ff7f192c900 20 add_watcher() i=4 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.844+0000 7ff7f192c900 20 add_watcher() i=0 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.845+0000 7ff7f192c900 20 add_watcher() i=6 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.845+0000 7ff7f192c900 20 add_watcher() i=5 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.845+0000 7ff7f192c900 20 add_watcher() i=3 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.845+0000 7ff7f192c900 20 add_watcher() i=1 2026-04-17T17:24:17.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.845+0000 7ff7f192c900 20 add_watcher() i=2 2026-04-17T17:24:17.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.846+0000 7ff7f192c900 20 add_watcher() i=7 2026-04-17T17:24:17.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.846+0000 7ff7f192c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:24:17.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.847+0000 7ff7f192c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:17.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.847+0000 7ff7f192c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:17.850 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.848+0000 7ff7f192c900 5 note: GC not initialized 2026-04-17T17:24:17.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.848+0000 7ff79a7ec640 20 reqs_thread_entry: start 2026-04-17T17:24:17.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.901+0000 7ff7f192c900 20 init_complete bucket index max shards: 1 2026-04-17T17:24:17.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.901+0000 7ff7f192c900 20 Filter name: none 2026-04-17T17:24:17.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.902+0000 7ff793fff640 20 reqs_thread_entry: start 2026-04-17T17:24:17.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.923+0000 7ff7f192c900 20 remove_watcher() i=0 2026-04-17T17:24:17.937 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.923+0000 7ff7f192c900 2 removed watcher, disabling cache 2026-04-17T17:24:17.948 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.945+0000 7ff7f192c900 20 remove_watcher() i=1 2026-04-17T17:24:17.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.955+0000 7ff7f192c900 20 remove_watcher() i=3 2026-04-17T17:24:17.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.955+0000 7ff7f192c900 20 remove_watcher() i=6 2026-04-17T17:24:17.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.955+0000 7ff7f192c900 20 remove_watcher() i=5 2026-04-17T17:24:17.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.956+0000 7ff7f192c900 20 remove_watcher() i=7 2026-04-17T17:24:17.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.956+0000 7ff7f192c900 20 remove_watcher() i=4 2026-04-17T17:24:17.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:17.956+0000 7ff7f192c900 20 remove_watcher() i=2 2026-04-17T17:24:17.967 INFO:teuthology.orchestra.run.vm06.stdout:[] 2026-04-17T17:24:17.967 DEBUG:tasks.util.rgw: json result: [] 2026-04-17T17:24:17.967 INFO:tasks.rgw:Configuring storage class = FROZEN 2026-04-17T17:24:17.967 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-17T17:24:17.967 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2026-04-17T17:24:17.967 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2026-04-17T17:24:18.022 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:18.022 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:18.035 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.032+0000 7f6a65140900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:18.036 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.032+0000 7f6a65140900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:18.036 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.032+0000 7f6a0e7ec640 20 reqs_thread_entry: start 2026-04-17T17:24:18.046 INFO:teuthology.orchestra.run.vm06.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","STANDARD"]}}] 2026-04-17T17:24:18.047 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'STANDARD']}}] 2026-04-17T17:24:18.047 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-17T17:24:18.047 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2026-04-17T17:24:18.047 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2026-04-17T17:24:18.099 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:18.099 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:18.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.114+0000 7f00b0dcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:18.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.114+0000 7f00b0dcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:18.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.114+0000 7f0058ff1640 20 reqs_thread_entry: start 2026-04-17T17:24:18.131 INFO:teuthology.orchestra.run.vm06.stdout:{"id":"c696d7aa-62cd-434f-9963-baa81c0df92e","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T17:24:18.131 DEBUG:tasks.util.rgw: json result: {'id': 'c696d7aa-62cd-434f-9963-baa81c0df92e', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T17:24:18.131 INFO:tasks.rgw:Configuring storage class = LUKEWARM 2026-04-17T17:24:18.131 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-17T17:24:18.131 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2026-04-17T17:24:18.131 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2026-04-17T17:24:18.188 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:18.188 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:18.203 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.200+0000 7effa812f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:18.203 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.200+0000 7effa812f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:18.203 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.200+0000 7eff50ff1640 20 reqs_thread_entry: start 2026-04-17T17:24:18.214 INFO:teuthology.orchestra.run.vm06.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2026-04-17T17:24:18.214 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2026-04-17T17:24:18.214 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-17T17:24:18.214 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2026-04-17T17:24:18.214 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2026-04-17T17:24:18.269 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:24:18.269 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:24:18.285 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.282+0000 7f43c6412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:24:18.286 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.282+0000 7f43c6412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:24:18.286 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:24:18.283+0000 7f436f7ee640 20 reqs_thread_entry: start 2026-04-17T17:24:18.297 INFO:teuthology.orchestra.run.vm06.stdout:{"id":"c696d7aa-62cd-434f-9963-baa81c0df92e","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","dedup_pool":"default.rgw.dedup","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","restore_pool":"default.rgw.log:restore"} 2026-04-17T17:24:18.298 DEBUG:tasks.util.rgw: json result: {'id': 'c696d7aa-62cd-434f-9963-baa81c0df92e', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'dedup_pool': 'default.rgw.dedup', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'restore_pool': 'default.rgw.log:restore'} 2026-04-17T17:24:18.298 INFO:tasks.rgw:Starting rgw... 2026-04-17T17:24:18.298 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0', 'valgrind': ['--tool=memcheck', '--max-threads=1024']} 2026-04-17T17:24:18.298 INFO:tasks.rgw:Using beast as radosgw frontend 2026-04-17T17:24:18.298 DEBUG:teuthology.orchestra.run.vm06:> sudo echo -n https://vm06.local:443 | sudo tee /home/ubuntu/cephtest/url_file 2026-04-17T17:24:18.341 INFO:teuthology.orchestra.run.vm06.stdout:https://vm06.local:443 2026-04-17T17:24:18.341 DEBUG:teuthology.orchestra.run.vm06:> sudo chown ceph /home/ubuntu/cephtest/url_file 2026-04-17T17:24:18.419 DEBUG:teuthology.orchestra.run.vm06:> sudo keytool -import -alias vm06.local -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2026-04-17T17:24:18.576 INFO:teuthology.orchestra.run.vm06.stderr:Warning: use -cacerts option to access cacerts keystore 2026-04-17T17:24:18.653 INFO:teuthology.orchestra.run.vm06.stderr:Certificate was added to keystore 2026-04-17T17:24:18.679 DEBUG:tasks.ceph_manager:running ceph.client.0 under valgrind with args ['cd', '/home/ubuntu/cephtest', Raw('&&'), 'sudo', 'adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'daemon-helper', 'term', 'env', 'OPENSSL_ia32cap=~0x1000000000000000', 'valgrind', '--trace-children=no', '--child-silent-after-fork=yes', '--soname-synonyms=somalloc=*tcmalloc*', '--num-callers=50', '--suppressions=/home/ubuntu/cephtest/valgrind.supp', '--gen-suppressions=all', '--xml=yes', '--xml-file=/var/log/ceph/valgrind/ceph.client.0.log', '--time-stamp=yes', '--vgdb=yes', '--tool=memcheck', '--max-threads=1024'] 2026-04-17T17:24:18.679 INFO:tasks.rgw.client.0:Restarting daemon 2026-04-17T17:24:18.679 DEBUG:teuthology.orchestra.run.vm06:> cd /home/ubuntu/cephtest && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term env 'OPENSSL_ia32cap=~0x1000000000000000' valgrind --trace-children=no --child-silent-after-fork=yes '--soname-synonyms=somalloc=*tcmalloc*' --num-callers=50 --suppressions=/home/ubuntu/cephtest/valgrind.supp --gen-suppressions=all --xml=yes --xml-file=/var/log/ceph/valgrind/ceph.client.0.log --time-stamp=yes --vgdb=yes --tool=memcheck --max-threads=1024 radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2026-04-17T17:24:18.680 INFO:tasks.rgw.client.0:Started 2026-04-17T17:24:18.680 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://vm06.local:443/ 2026-04-17T17:24:18.680 DEBUG:teuthology.orchestra.run.vm06:> curl https://vm06.local:443/ 2026-04-17T17:24:18.714 INFO:teuthology.orchestra.run.vm06.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T17:24:18.714 INFO:teuthology.orchestra.run.vm06.stderr: Dload Upload Total Spent Left Speed 2026-04-17T17:24:18.714 INFO:teuthology.orchestra.run.vm06.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-17T17:24:18.714 INFO:teuthology.orchestra.run.vm06.stderr:curl: (7) Failed to connect to vm06.local port 443: Connection refused 2026-04-17T17:24:18.714 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-17T17:24:19.715 DEBUG:teuthology.orchestra.run.vm06:> curl https://vm06.local:443/ 2026-04-17T17:24:19.751 INFO:teuthology.orchestra.run.vm06.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T17:24:19.751 INFO:teuthology.orchestra.run.vm06.stderr: Dload Upload Total Spent Left Speed 2026-04-17T17:24:19.751 INFO:teuthology.orchestra.run.vm06.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-17T17:24:19.751 INFO:teuthology.orchestra.run.vm06.stderr:curl: (7) Failed to connect to vm06.local port 443: Connection refused 2026-04-17T17:24:19.751 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-17T17:24:21.752 DEBUG:teuthology.orchestra.run.vm06:> curl https://vm06.local:443/ 2026-04-17T17:24:21.784 INFO:teuthology.orchestra.run.vm06.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T17:24:21.784 INFO:teuthology.orchestra.run.vm06.stderr: Dload Upload Total Spent Left Speed 2026-04-17T17:24:21.784 INFO:teuthology.orchestra.run.vm06.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-17T17:24:21.784 INFO:teuthology.orchestra.run.vm06.stderr:curl: (7) Failed to connect to vm06.local port 443: Connection refused 2026-04-17T17:24:21.785 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-17T17:24:25.785 DEBUG:teuthology.orchestra.run.vm06:> curl https://vm06.local:443/ 2026-04-17T17:24:25.819 INFO:teuthology.orchestra.run.vm06.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T17:24:25.819 INFO:teuthology.orchestra.run.vm06.stderr: Dload Upload Total Spent Left Speed 2026-04-17T17:24:25.819 INFO:teuthology.orchestra.run.vm06.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2026-04-17T17:24:25.819 DEBUG:teuthology.orchestra.run:got remote process result: 7 2026-04-17T17:24:25.819 INFO:teuthology.orchestra.run.vm06.stderr:curl: (7) Failed to connect to vm06.local port 443: Connection refused 2026-04-17T17:24:31.591 INFO:tasks.rgw.client.0.vm06.stdout:2026-04-17T17:24:31.586+0000 bf06f00 -1 ssl_private_key was not found: rgw/cert//default.key 2026-04-17T17:24:33.820 DEBUG:teuthology.orchestra.run.vm06:> curl https://vm06.local:443/ 2026-04-17T17:24:33.856 INFO:teuthology.orchestra.run.vm06.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2026-04-17T17:24:33.856 INFO:teuthology.orchestra.run.vm06.stderr: Dload Upload Total Spent Left Speed 2026-04-17T17:24:34.470 INFO:teuthology.orchestra.run.vm06.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 304 0 --:--:-- --:--:-- --:--:-- 303 2026-04-17T17:24:34.472 INFO:teuthology.orchestra.run.vm06.stdout:anonymous 2026-04-17T17:24:34.472 INFO:teuthology.run_tasks:Running task tox... 2026-04-17T17:24:34.474 INFO:tasks.tox:Deploying tox from pip... 2026-04-17T17:24:34.475 DEBUG:teuthology.orchestra.run.vm06:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-04-17T17:24:36.093 DEBUG:teuthology.orchestra.run.vm06:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox 2026-04-17T17:24:36.563 INFO:teuthology.orchestra.run.vm06.stdout:Collecting tox 2026-04-17T17:24:36.596 INFO:teuthology.orchestra.run.vm06.stdout: Downloading tox-4.30.3-py3-none-any.whl (175 kB) 2026-04-17T17:24:36.646 INFO:teuthology.orchestra.run.vm06.stdout:Collecting pluggy>=1.6 2026-04-17T17:24:36.655 INFO:teuthology.orchestra.run.vm06.stdout: Downloading pluggy-1.6.0-py3-none-any.whl (20 kB) 2026-04-17T17:24:36.701 INFO:teuthology.orchestra.run.vm06.stdout:Collecting typing-extensions>=4.14.1 2026-04-17T17:24:36.709 INFO:teuthology.orchestra.run.vm06.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-04-17T17:24:36.746 INFO:teuthology.orchestra.run.vm06.stdout:Collecting packaging>=25 2026-04-17T17:24:36.755 INFO:teuthology.orchestra.run.vm06.stdout: Downloading packaging-26.1-py3-none-any.whl (95 kB) 2026-04-17T17:24:36.870 INFO:teuthology.orchestra.run.vm06.stdout:Collecting virtualenv>=20.31.2 2026-04-17T17:24:36.880 INFO:teuthology.orchestra.run.vm06.stdout: Downloading virtualenv-21.2.4-py3-none-any.whl (5.8 MB) 2026-04-17T17:24:37.167 INFO:teuthology.orchestra.run.vm06.stdout:Collecting pyproject-api>=1.9.1 2026-04-17T17:24:37.178 INFO:teuthology.orchestra.run.vm06.stdout: Downloading pyproject_api-1.9.1-py3-none-any.whl (13 kB) 2026-04-17T17:24:37.218 INFO:teuthology.orchestra.run.vm06.stdout:Collecting platformdirs>=4.3.8 2026-04-17T17:24:37.227 INFO:teuthology.orchestra.run.vm06.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-04-17T17:24:37.323 INFO:teuthology.orchestra.run.vm06.stdout:Collecting tomli>=2.2.1 2026-04-17T17:24:37.333 INFO:teuthology.orchestra.run.vm06.stdout: Downloading tomli-2.4.1-py3-none-any.whl (14 kB) 2026-04-17T17:24:37.576 INFO:teuthology.orchestra.run.vm06.stdout:Collecting filelock>=3.18 2026-04-17T17:24:37.585 INFO:teuthology.orchestra.run.vm06.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-04-17T17:24:37.716 INFO:teuthology.orchestra.run.vm06.stdout:Collecting chardet>=5.2 2026-04-17T17:24:37.724 INFO:teuthology.orchestra.run.vm06.stdout: Downloading chardet-5.2.0-py3-none-any.whl (199 kB) 2026-04-17T17:24:37.824 INFO:teuthology.orchestra.run.vm06.stdout:Collecting colorama>=0.4.6 2026-04-17T17:24:37.833 INFO:teuthology.orchestra.run.vm06.stdout: Downloading colorama-0.4.6-py2.py3-none-any.whl (25 kB) 2026-04-17T17:24:37.948 INFO:teuthology.orchestra.run.vm06.stdout:Collecting cachetools>=6.1 2026-04-17T17:24:37.958 INFO:teuthology.orchestra.run.vm06.stdout: Downloading cachetools-6.2.6-py3-none-any.whl (11 kB) 2026-04-17T17:24:38.040 INFO:teuthology.orchestra.run.vm06.stdout:Collecting python-discovery>=1.2.2 2026-04-17T17:24:38.048 INFO:teuthology.orchestra.run.vm06.stdout: Downloading python_discovery-1.2.2-py3-none-any.whl (31 kB) 2026-04-17T17:24:38.296 INFO:teuthology.orchestra.run.vm06.stdout:Collecting distlib<1,>=0.3.7 2026-04-17T17:24:38.306 INFO:teuthology.orchestra.run.vm06.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-04-17T17:24:38.414 INFO:teuthology.orchestra.run.vm06.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, tomli, python-discovery, packaging, distlib, virtualenv, pyproject-api, pluggy, colorama, chardet, cachetools, tox 2026-04-17T17:24:39.280 INFO:teuthology.orchestra.run.vm06.stdout:Successfully installed cachetools-6.2.6 chardet-5.2.0 colorama-0.4.6 distlib-0.4.0 filelock-3.19.1 packaging-26.1 platformdirs-4.4.0 pluggy-1.6.0 pyproject-api-1.9.1 python-discovery-1.2.2 tomli-2.4.1 tox-4.30.3 typing-extensions-4.15.0 virtualenv-21.2.4 2026-04-17T17:24:39.361 INFO:teuthology.orchestra.run.vm06.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-04-17T17:24:39.361 INFO:teuthology.orchestra.run.vm06.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-04-17T17:24:39.407 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T17:24:39.411 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:24:39.411 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T17:24:39.411 DEBUG:teuthology.orchestra.run.vm06:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:24:39.444 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:24:39.444 INFO:teuthology.orchestra.run.vm06.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T17:24:39.444 DEBUG:teuthology.orchestra.run.vm06:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:24:39.519 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T17:24:39.519 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T17:24:39.593 INFO:tasks.workunit:timeout=3h 2026-04-17T17:24:39.593 INFO:tasks.workunit:cleanup=True 2026-04-17T17:24:39.593 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:24:39.664 INFO:tasks.workunit.client.0.vm06.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T17:25:15.651 INFO:tasks.workunit.client.0.vm06.stderr:Updating files: 80% (11250/14017) Updating files: 81% (11354/14017) Updating files: 82% (11494/14017) Updating files: 83% (11635/14017) Updating files: 84% (11775/14017) Updating files: 85% (11915/14017) Updating files: 86% (12055/14017) Updating files: 87% (12195/14017) Updating files: 88% (12335/14017) Updating files: 89% (12476/14017) Updating files: 90% (12616/14017) Updating files: 91% (12756/14017) Updating files: 92% (12896/14017) Updating files: 93% (13036/14017) Updating files: 94% (13176/14017) Updating files: 95% (13317/14017) Updating files: 96% (13457/14017) Updating files: 97% (13597/14017) Updating files: 98% (13737/14017) Updating files: 99% (13877/14017) Updating files: 100% (14017/14017) Updating files: 100% (14017/14017), done. 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: git switch -c 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:Or undo this operation with: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: git switch - 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:16.540 INFO:tasks.workunit.client.0.vm06.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T17:25:16.548 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T17:25:16.616 INFO:tasks.workunit.client.0.vm06.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T17:25:16.618 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:25:16.618 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T17:25:16.655 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T17:25:16.698 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T17:25:16.727 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:25:16.729 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:25:16.729 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T17:25:16.768 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:25:16.772 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:25:16.773 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T17:25:16.843 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2026-04-17T17:25:16.844 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2026-04-17T17:25:16.844 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-17T17:25:16.918 INFO:tasks.workunit.client.0.vm06.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2026-04-17T17:25:16.919 INFO:tasks.workunit.client.0.vm06.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:25:16.919 INFO:tasks.workunit.client.0.vm06.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ deactivate nondestructive 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ unset VIRTUAL_ENV 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ export VIRTUAL_ENV 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ export PATH 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -z '' ']' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ PS1='(rgw) ' 2026-04-17T17:25:18.236 INFO:tasks.workunit.client.0.vm06.stderr:++ export PS1 2026-04-17T17:25:18.237 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:25:18.237 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:25:18.237 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install pip --upgrade 2026-04-17T17:25:18.381 INFO:tasks.workunit.client.0.vm06.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T17:25:18.471 INFO:tasks.workunit.client.0.vm06.stdout:Collecting pip 2026-04-17T17:25:18.501 INFO:tasks.workunit.client.0.vm06.stdout: Downloading pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T17:25:18.577 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: pip 2026-04-17T17:25:18.577 INFO:tasks.workunit.client.0.vm06.stdout: Attempting uninstall: pip 2026-04-17T17:25:18.577 INFO:tasks.workunit.client.0.vm06.stdout: Found existing installation: pip 21.3.1 2026-04-17T17:25:18.688 INFO:tasks.workunit.client.0.vm06.stdout: Uninstalling pip-21.3.1: 2026-04-17T17:25:18.692 INFO:tasks.workunit.client.0.vm06.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T17:25:19.205 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed pip-26.0.1 2026-04-17T17:25:19.342 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install boto3 2026-04-17T17:25:19.771 INFO:tasks.workunit.client.0.vm06.stdout:Collecting boto3 2026-04-17T17:25:19.803 INFO:tasks.workunit.client.0.vm06.stdout: Downloading boto3-1.42.90-py3-none-any.whl.metadata (6.7 kB) 2026-04-17T17:25:20.014 INFO:tasks.workunit.client.0.vm06.stdout:Collecting botocore<1.43.0,>=1.42.90 (from boto3) 2026-04-17T17:25:20.024 INFO:tasks.workunit.client.0.vm06.stdout: Downloading botocore-1.42.90-py3-none-any.whl.metadata (5.9 kB) 2026-04-17T17:25:20.042 INFO:tasks.workunit.client.0.vm06.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-17T17:25:20.052 INFO:tasks.workunit.client.0.vm06.stdout: Downloading jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-17T17:25:20.073 INFO:tasks.workunit.client.0.vm06.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-17T17:25:20.083 INFO:tasks.workunit.client.0.vm06.stdout: Downloading s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:25:20.103 INFO:tasks.workunit.client.0.vm06.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:25:20.112 INFO:tasks.workunit.client.0.vm06.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-17T17:25:20.136 INFO:tasks.workunit.client.0.vm06.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:25:20.146 INFO:tasks.workunit.client.0.vm06.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-17T17:25:20.174 INFO:tasks.workunit.client.0.vm06.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:25:20.183 INFO:tasks.workunit.client.0.vm06.stdout: Downloading six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:25:20.239 INFO:tasks.workunit.client.0.vm06.stdout:Downloading boto3-1.42.90-py3-none-any.whl (140 kB) 2026-04-17T17:25:20.258 INFO:tasks.workunit.client.0.vm06.stdout:Downloading botocore-1.42.90-py3-none-any.whl (14.9 MB) 2026-04-17T17:25:20.461 INFO:tasks.workunit.client.0.vm06.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 14.9/14.9 MB 75.0 MB/s 0:00:00 2026-04-17T17:25:20.470 INFO:tasks.workunit.client.0.vm06.stdout:Downloading jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-17T17:25:20.482 INFO:tasks.workunit.client.0.vm06.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-17T17:25:20.496 INFO:tasks.workunit.client.0.vm06.stdout:Downloading s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-17T17:25:20.509 INFO:tasks.workunit.client.0.vm06.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-17T17:25:20.522 INFO:tasks.workunit.client.0.vm06.stdout:Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-17T17:25:20.559 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-17T17:25:21.055 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:25:21.056 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed boto3-1.42.90 botocore-1.42.90 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-17T17:25:21.110 INFO:tasks.workunit.client.0.vm06.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2026-04-17T17:25:21.203 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2026-04-17T17:25:21.237 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:21.237 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:21.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.277+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.290+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.290+0000 7f8e7994d900 20 realm 2026-04-17T17:25:21.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.290+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.291+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.291+0000 7f8e7994d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:21.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.291+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.291+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.291+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.292+0000 7f8e7994d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:21.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.292+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.293+0000 7f8e7994d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:21.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.293+0000 7f8e7994d900 20 searching for the correct realm 2026-04-17T17:25:21.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.297+0000 7f8e756c9640 0 -- 192.168.123.106:0/726370610 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f8e6809c030 msgr2=0x7f8e68093800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:21.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.502+0000 7f8e75eca640 0 -- 192.168.123.106:0/726370610 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f8e5c0609d0 msgr2=0x7f8e5c078aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.504+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 zone default found 2026-04-17T17:25:21.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 4 Realm: () 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 zonegroup default 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 started sync module instance, tier type = 2026-04-17T17:25:21.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.505+0000 7f8e7994d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:21.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.510+0000 7f8e7994d900 20 add_watcher() i=3 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.510+0000 7f8e7994d900 20 add_watcher() i=1 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.510+0000 7f8e7994d900 20 add_watcher() i=6 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.510+0000 7f8e7994d900 20 add_watcher() i=7 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.510+0000 7f8e7994d900 20 add_watcher() i=5 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.511+0000 7f8e7994d900 20 add_watcher() i=0 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.511+0000 7f8e7994d900 20 add_watcher() i=4 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.511+0000 7f8e7994d900 20 add_watcher() i=2 2026-04-17T17:25:21.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.511+0000 7f8e7994d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:21.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.513+0000 7f8e7994d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:21.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.513+0000 7f8e7994d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:21.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.513+0000 7f8e7994d900 5 note: GC not initialized 2026-04-17T17:25:21.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.513+0000 7f8e227ec640 20 reqs_thread_entry: start 2026-04-17T17:25:21.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.563+0000 7f8e7994d900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:21.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.563+0000 7f8e7994d900 20 Filter name: none 2026-04-17T17:25:21.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e1bfff640 20 reqs_thread_entry: start 2026-04-17T17:25:21.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2026-04-17T17:25:21.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.564+0000 7f8e7994d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.565+0000 7f8e7994d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.565+0000 7f8e7994d900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.565+0000 7f8e7994d900 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.565+0000 7f8e7994d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-17T17:25:21.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.565+0000 7f8e7994d900 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2026-04-17T17:25:21.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.566+0000 7f8e7994d900 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-17T17:25:21.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.566+0000 7f8e7994d900 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T17:25:21.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.566+0000 7f8e7994d900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2026-04-17T17:25:21.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.567+0000 7f8e4bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 158913789952 cookie 94181447886400 notifier 4599 bl.length()=593 2026-04-17T17:25:21.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.567+0000 7f8e4bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2026-04-17T17:25:21.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.567+0000 7f8e4bfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2026-04-17T17:25:21.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.585+0000 7f8e7994d900 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-17T17:25:21.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.585+0000 7f8e7994d900 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T17:25:21.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.585+0000 7f8e7994d900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2026-04-17T17:25:21.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.586+0000 7f8e4bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 158913789952 cookie 94181447902224 notifier 4599 bl.length()=186 2026-04-17T17:25:21.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.586+0000 7f8e4bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2026-04-17T17:25:21.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.586+0000 7f8e4bfff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2026-04-17T17:25:21.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.591+0000 7f8e7994d900 20 remove_watcher() i=0 2026-04-17T17:25:21.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.591+0000 7f8e7994d900 2 removed watcher, disabling cache 2026-04-17T17:25:21.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.591+0000 7f8e7994d900 20 remove_watcher() i=3 2026-04-17T17:25:21.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=4 2026-04-17T17:25:21.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=1 2026-04-17T17:25:21.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=7 2026-04-17T17:25:21.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=6 2026-04-17T17:25:21.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=5 2026-04-17T17:25:21.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:21.592+0000 7f8e7994d900 20 remove_watcher() i=2 2026-04-17T17:25:21.606 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-17T17:25:21.606 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-17T17:25:21.772 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:21.773 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:21.876 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:21.876 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:21.957 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:21.958 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.105 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.105 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.428 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.428 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.495 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.495 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.558 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.558 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.575 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.575 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.632 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.632 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.736 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.736 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.762 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.763 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.813 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.813 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.826 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.826 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.875 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.875 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.888 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.888 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.949 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:22.949 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:22.961 INFO:tasks.workunit.client.0.vm06.stderr:TEST: recalculated bucket check stats are correct 2026-04-17T17:25:22.961 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:22.963 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-17T17:25:22.983 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:22.983 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:23.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.004+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 realm 2026-04-17T17:25:23.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:23.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.005+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.006+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.006+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.007+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:23.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.007+0000 7f213b539900 20 searching for the correct realm 2026-04-17T17:25:23.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.010+0000 7f21369f1640 0 -- 192.168.123.106:0/3250334519 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f212c078bf0 msgr2=0x7f212c077410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:23.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.013+0000 7f21369f1640 0 -- 192.168.123.106:0/3250334519 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f21280c1c30 msgr2=0x7f21280e62f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.218+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 zone default found 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 4 Realm: () 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 zonegroup default 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.219+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.220+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.220+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.220+0000 7f213b539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.220+0000 7f213b539900 20 started sync module instance, tier type = 2026-04-17T17:25:23.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.220+0000 7f213b539900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:23.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.224+0000 7f213b539900 20 add_watcher() i=0 2026-04-17T17:25:23.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.224+0000 7f213b539900 20 add_watcher() i=3 2026-04-17T17:25:23.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.226+0000 7f213b539900 20 add_watcher() i=5 2026-04-17T17:25:23.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.226+0000 7f213b539900 20 add_watcher() i=6 2026-04-17T17:25:23.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.226+0000 7f213b539900 20 add_watcher() i=7 2026-04-17T17:25:23.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.227+0000 7f213b539900 20 add_watcher() i=4 2026-04-17T17:25:23.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.227+0000 7f213b539900 20 add_watcher() i=2 2026-04-17T17:25:23.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.227+0000 7f213b539900 20 add_watcher() i=1 2026-04-17T17:25:23.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.227+0000 7f213b539900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:23.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.229+0000 7f213b539900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:23.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.229+0000 7f213b539900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:23.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.229+0000 7f213b539900 5 note: GC not initialized 2026-04-17T17:25:23.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.229+0000 7f20e4fe9640 20 reqs_thread_entry: start 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.271+0000 7f213b539900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.271+0000 7f213b539900 20 Filter name: none 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.271+0000 7f20de7fc640 20 reqs_thread_entry: start 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.271+0000 7f213b539900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.271+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:23.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:23.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.272+0000 7f213b539900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:23.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.277+0000 7f213b539900 20 remove_watcher() i=7 2026-04-17T17:25:23.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.277+0000 7f213b539900 2 removed watcher, disabling cache 2026-04-17T17:25:23.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.277+0000 7f213b539900 20 remove_watcher() i=0 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=5 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=6 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=3 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=4 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=1 2026-04-17T17:25:23.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.278+0000 7f213b539900 20 remove_watcher() i=2 2026-04-17T17:25:23.288 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-17T17:25:23.314 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:23.314 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:23.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.337+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.338+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.338+0000 7f6ae4e12900 20 realm 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.338+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.338+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.338+0000 7f6ae4e12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.339+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.339+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.339+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.340+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.340+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.340+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:23.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.341+0000 7f6ae4e12900 20 searching for the correct realm 2026-04-17T17:25:23.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.344+0000 7f6adbfff640 0 -- 192.168.123.106:0/607238613 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5632e1a04370 msgr2=0x5632e1a24820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:23.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.347+0000 7f6ae0ce8640 0 -- 192.168.123.106:0/607238613 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5632e19e1580 msgr2=0x5632e1a01960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:23.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:23.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:23.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.351+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 zone default found 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 4 Realm: () 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 zonegroup default 2026-04-17T17:25:23.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 started sync module instance, tier type = 2026-04-17T17:25:23.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.352+0000 7f6ae4e12900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:23.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.356+0000 7f6ae4e12900 20 add_watcher() i=7 2026-04-17T17:25:23.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=0 2026-04-17T17:25:23.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=4 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=3 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=5 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=6 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=2 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 20 add_watcher() i=1 2026-04-17T17:25:23.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.357+0000 7f6ae4e12900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:23.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.359+0000 7f6ae4e12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:23.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.359+0000 7f6ae4e12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:23.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.360+0000 7f6ae4e12900 5 note: GC not initialized 2026-04-17T17:25:23.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.360+0000 7f6a8d7ea640 20 reqs_thread_entry: start 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6ae4e12900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6ae4e12900 20 Filter name: none 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6a86ffd640 20 reqs_thread_entry: start 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.407+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:23.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:23.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:23.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.408+0000 7f6ae4e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.413+0000 7f6ae4e12900 20 remove_watcher() i=5 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.413+0000 7f6ae4e12900 2 removed watcher, disabling cache 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.413+0000 7f6ae4e12900 20 remove_watcher() i=6 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.413+0000 7f6ae4e12900 20 remove_watcher() i=7 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.413+0000 7f6ae4e12900 20 remove_watcher() i=2 2026-04-17T17:25:23.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.414+0000 7f6ae4e12900 20 remove_watcher() i=1 2026-04-17T17:25:23.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.414+0000 7f6ae4e12900 20 remove_watcher() i=3 2026-04-17T17:25:23.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.414+0000 7f6ae4e12900 20 remove_watcher() i=0 2026-04-17T17:25:23.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.414+0000 7f6ae4e12900 20 remove_watcher() i=4 2026-04-17T17:25:23.424 INFO:tasks.workunit.client.0.vm06.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 112, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2026-04-17T17:25:23.424 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check unlinked does not report normal entries 2026-04-17T17:25:23.424 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:23.425 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T17:25:23.448 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:23.448 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:23.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.468+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.468+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.468+0000 7f7901a11900 20 realm 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.468+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.469+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.469+0000 7f7901a11900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.469+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.469+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.469+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.470+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.470+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.471+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:23.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.471+0000 7f7901a11900 20 searching for the correct realm 2026-04-17T17:25:23.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.472+0000 7f78fc9db640 0 -- 192.168.123.106:0/2704843699 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f78ec027910 msgr2=0x7f78ec04c450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:23.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.476+0000 7f78fd9dd640 0 -- 192.168.123.106:0/2704843699 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f78e4092ec0 msgr2=0x7f78e4063ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.481+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:23.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 zone default found 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 4 Realm: () 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 zonegroup default 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.482+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:23.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 started sync module instance, tier type = 2026-04-17T17:25:23.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.483+0000 7f7901a11900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:23.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.487+0000 7f7901a11900 20 add_watcher() i=7 2026-04-17T17:25:23.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.488+0000 7f7901a11900 20 add_watcher() i=5 2026-04-17T17:25:23.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.488+0000 7f7901a11900 20 add_watcher() i=0 2026-04-17T17:25:23.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.488+0000 7f7901a11900 20 add_watcher() i=6 2026-04-17T17:25:23.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.488+0000 7f7901a11900 20 add_watcher() i=2 2026-04-17T17:25:23.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.489+0000 7f7901a11900 20 add_watcher() i=4 2026-04-17T17:25:23.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.489+0000 7f7901a11900 20 add_watcher() i=3 2026-04-17T17:25:23.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.489+0000 7f7901a11900 20 add_watcher() i=1 2026-04-17T17:25:23.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.489+0000 7f7901a11900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:23.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.491+0000 7f7901a11900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:23.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.491+0000 7f7901a11900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:23.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.491+0000 7f7901a11900 5 note: GC not initialized 2026-04-17T17:25:23.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.491+0000 7f78aafed640 20 reqs_thread_entry: start 2026-04-17T17:25:23.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.538+0000 7f7901a11900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:23.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 20 Filter name: none 2026-04-17T17:25:23.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f78a8fe9640 20 reqs_thread_entry: start 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.539+0000 7f7901a11900 20 rados->read ofs=0 len=0 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:23.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:23.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T17:25:23.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.540+0000 7f7901a11900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T17:25:23.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.544+0000 7f7901a11900 20 remove_watcher() i=0 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.544+0000 7f7901a11900 2 removed watcher, disabling cache 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=4 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=5 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=2 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=7 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=3 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=1 2026-04-17T17:25:23.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:23.545+0000 7f7901a11900 20 remove_watcher() i=6 2026-04-17T17:25:23.556 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-17T17:25:23.844 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-17T17:25:25.119 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.119 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.163 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:25.164 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T17:25:25.185 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:25.185 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:25.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.204+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 realm 2026-04-17T17:25:25.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:25.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.207+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.208+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:25.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.208+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.209+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:25.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.209+0000 7f34e2010900 20 searching for the correct realm 2026-04-17T17:25:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.211+0000 7f34dcfea640 0 -- 192.168.123.106:0/259032837 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f34cc033070 msgr2=0x7f34cc075040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:25.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.214+0000 7f34dcfea640 0 -- 192.168.123.106:0/259032837 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f34d0074a70 msgr2=0x7f34d00b5050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.218+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 zone default found 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 4 Realm: () 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 zonegroup default 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.219+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.220+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.220+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.220+0000 7f34e2010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.220+0000 7f34e2010900 20 started sync module instance, tier type = 2026-04-17T17:25:25.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.220+0000 7f34e2010900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:25.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.224+0000 7f34e2010900 20 add_watcher() i=0 2026-04-17T17:25:25.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.224+0000 7f34e2010900 20 add_watcher() i=1 2026-04-17T17:25:25.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.224+0000 7f34e2010900 20 add_watcher() i=2 2026-04-17T17:25:25.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.224+0000 7f34e2010900 20 add_watcher() i=3 2026-04-17T17:25:25.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.225+0000 7f34e2010900 20 add_watcher() i=5 2026-04-17T17:25:25.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.225+0000 7f34e2010900 20 add_watcher() i=6 2026-04-17T17:25:25.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.225+0000 7f34e2010900 20 add_watcher() i=7 2026-04-17T17:25:25.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.225+0000 7f34e2010900 20 add_watcher() i=4 2026-04-17T17:25:25.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.225+0000 7f34e2010900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:25.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.227+0000 7f34e2010900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:25.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.227+0000 7f34e2010900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:25.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.227+0000 7f34e2010900 5 note: GC not initialized 2026-04-17T17:25:25.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.227+0000 7f348a7ec640 20 reqs_thread_entry: start 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.305+0000 7f34e2010900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.305+0000 7f34e2010900 20 Filter name: none 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.305+0000 7f3483fff640 20 reqs_thread_entry: start 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.305+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:25.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 INFO: main: starting shard=0 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T17:25:25.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.306+0000 7f34e2010900 20 INFO: main: done 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=2 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 2 removed watcher, disabling cache 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=7 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=0 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=5 2026-04-17T17:25:25.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=3 2026-04-17T17:25:25.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=6 2026-04-17T17:25:25.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=4 2026-04-17T17:25:25.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.311+0000 7f34e2010900 20 remove_watcher() i=1 2026-04-17T17:25:25.323 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.323 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.338 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.338 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.351 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.351 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.399 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:25.401 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T17:25:25.423 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:25.423 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:25.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.444+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 20 realm 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.445+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.446+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.446+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.447+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:25.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.447+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.447+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:25.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.447+0000 7fe6521c9900 20 searching for the correct realm 2026-04-17T17:25:25.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.451+0000 7fe64cf3f640 0 -- 192.168.123.106:0/3355969829 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fe640069d10 msgr2=0x7fe640063aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:25.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.657+0000 7fe64d740640 0 -- 192.168.123.106:0/3355969829 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fe6340c80d0 msgr2=0x7fe6340bbed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:25.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.660+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 zone default found 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 4 Realm: () 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 zonegroup default 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 started sync module instance, tier type = 2026-04-17T17:25:25.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.661+0000 7fe6521c9900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:25.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.665+0000 7fe6521c9900 20 add_watcher() i=7 2026-04-17T17:25:25.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.665+0000 7fe6521c9900 20 add_watcher() i=0 2026-04-17T17:25:25.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.665+0000 7fe6521c9900 20 add_watcher() i=6 2026-04-17T17:25:25.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.665+0000 7fe6521c9900 20 add_watcher() i=3 2026-04-17T17:25:25.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.665+0000 7fe6521c9900 20 add_watcher() i=5 2026-04-17T17:25:25.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.666+0000 7fe6521c9900 20 add_watcher() i=1 2026-04-17T17:25:25.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.667+0000 7fe6521c9900 20 add_watcher() i=2 2026-04-17T17:25:25.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.667+0000 7fe6521c9900 20 add_watcher() i=4 2026-04-17T17:25:25.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.667+0000 7fe6521c9900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:25.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.669+0000 7fe6521c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:25.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.669+0000 7fe6521c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:25.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.669+0000 7fe6521c9900 5 note: GC not initialized 2026-04-17T17:25:25.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.669+0000 7fe5f9feb640 20 reqs_thread_entry: start 2026-04-17T17:25:25.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.753+0000 7fe6521c9900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:25.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.753+0000 7fe6521c9900 20 Filter name: none 2026-04-17T17:25:25.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.753+0000 7fe5f37fe640 20 reqs_thread_entry: start 2026-04-17T17:25:25.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.753+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.754+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:25.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.754+0000 7fe6521c9900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:25.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:25.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:25.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 INFO: main: starting shard=0 2026-04-17T17:25:25.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:25.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T17:25:25.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.755+0000 7fe6521c9900 20 INFO: main: done 2026-04-17T17:25:25.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 20 remove_watcher() i=2 2026-04-17T17:25:25.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 2 removed watcher, disabling cache 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 20 remove_watcher() i=3 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 20 remove_watcher() i=0 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 20 remove_watcher() i=4 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.760+0000 7fe6521c9900 20 remove_watcher() i=1 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.761+0000 7fe6521c9900 20 remove_watcher() i=7 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.761+0000 7fe6521c9900 20 remove_watcher() i=5 2026-04-17T17:25:25.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.761+0000 7fe6521c9900 20 remove_watcher() i=6 2026-04-17T17:25:25.771 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.771 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.787 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:25.787 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:25.864 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:25.866 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-17T17:25:25.888 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:25.888 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:25.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.906+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 realm 2026-04-17T17:25:25.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.908+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.909+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:25.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.909+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:25.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.909+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:25.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.909+0000 7fd083375900 20 searching for the correct realm 2026-04-17T17:25:25.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:25.910+0000 7fd07bfff640 0 -- 192.168.123.106:0/4198554820 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fd0700bf250 msgr2=0x7fd0700d69c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:26.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.115+0000 7fd07bfff640 0 -- 192.168.123.106:0/4198554820 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fd0700bf250 msgr2=0x7fd0700d69c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:26.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.120+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 zone default found 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 4 Realm: () 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 zonegroup default 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.121+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.122+0000 7fd083375900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.122+0000 7fd083375900 20 started sync module instance, tier type = 2026-04-17T17:25:26.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.122+0000 7fd083375900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:26.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.126+0000 7fd083375900 20 add_watcher() i=2 2026-04-17T17:25:26.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.126+0000 7fd083375900 20 add_watcher() i=5 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.126+0000 7fd083375900 20 add_watcher() i=0 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.126+0000 7fd083375900 20 add_watcher() i=4 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.126+0000 7fd083375900 20 add_watcher() i=3 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.127+0000 7fd083375900 20 add_watcher() i=6 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.127+0000 7fd083375900 20 add_watcher() i=7 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.127+0000 7fd083375900 20 add_watcher() i=1 2026-04-17T17:25:26.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.127+0000 7fd083375900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:26.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.129+0000 7fd083375900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:26.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.129+0000 7fd083375900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:26.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.129+0000 7fd083375900 5 note: GC not initialized 2026-04-17T17:25:26.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.129+0000 7fd02dfeb640 20 reqs_thread_entry: start 2026-04-17T17:25:26.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:26.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 Filter name: none 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd0277fe640 20 reqs_thread_entry: start 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 INFO: main: starting shard=0 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.171+0000 7fd083375900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:26.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.172+0000 7fd083375900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:25:26.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.172+0000 7fd083375900 20 INFO: main: done 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.175+0000 7fd083375900 20 remove_watcher() i=7 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.175+0000 7fd083375900 2 removed watcher, disabling cache 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.175+0000 7fd083375900 20 remove_watcher() i=4 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.175+0000 7fd083375900 20 remove_watcher() i=0 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.176+0000 7fd083375900 20 remove_watcher() i=3 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.176+0000 7fd083375900 20 remove_watcher() i=5 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.176+0000 7fd083375900 20 remove_watcher() i=6 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.176+0000 7fd083375900 20 remove_watcher() i=2 2026-04-17T17:25:26.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.176+0000 7fd083375900 20 remove_watcher() i=1 2026-04-17T17:25:26.186 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:26.186 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:26.202 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:26.202 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:26.251 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:26.252 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-17T17:25:26.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:26.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:26.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.290+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 realm 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.291+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.292+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:26.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.292+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.293+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:26.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.293+0000 7f071b622900 20 searching for the correct realm 2026-04-17T17:25:26.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.296+0000 7f0716d83640 0 -- 192.168.123.106:0/1831637898 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f07080587a0 msgr2=0x7f07080cb7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:26.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.501+0000 7f0716582640 0 -- 192.168.123.106:0/1831637898 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55dfedfff590 msgr2=0x55dfee01f970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.503+0000 7f071b622900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:26.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 zone default found 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 4 Realm: () 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.504+0000 7f071b622900 20 zonegroup default 2026-04-17T17:25:26.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.505+0000 7f071b622900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.506+0000 7f071b622900 20 started sync module instance, tier type = 2026-04-17T17:25:26.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.506+0000 7f071b622900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:26.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.509+0000 7f071b622900 20 add_watcher() i=7 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.510+0000 7f071b622900 20 add_watcher() i=6 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.510+0000 7f071b622900 20 add_watcher() i=5 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.510+0000 7f071b622900 20 add_watcher() i=0 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.510+0000 7f071b622900 20 add_watcher() i=2 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.511+0000 7f071b622900 20 add_watcher() i=3 2026-04-17T17:25:26.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.511+0000 7f071b622900 20 add_watcher() i=1 2026-04-17T17:25:26.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.511+0000 7f071b622900 20 add_watcher() i=4 2026-04-17T17:25:26.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.511+0000 7f071b622900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:26.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.513+0000 7f071b622900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:26.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.513+0000 7f071b622900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:26.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.513+0000 7f071b622900 5 note: GC not initialized 2026-04-17T17:25:26.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.513+0000 7f06bf7fe640 20 reqs_thread_entry: start 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f071b622900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f071b622900 20 Filter name: none 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f06bd7fa640 20 reqs_thread_entry: start 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.556+0000 7f071b622900 20 rados->read ofs=0 len=0 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 INFO: main: starting shard=0 2026-04-17T17:25:26.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:26.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:25:26.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.557+0000 7f071b622900 20 INFO: main: done 2026-04-17T17:25:26.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=2 2026-04-17T17:25:26.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 2 removed watcher, disabling cache 2026-04-17T17:25:26.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=5 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=3 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=7 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=4 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.561+0000 7f071b622900 20 remove_watcher() i=0 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.562+0000 7f071b622900 20 remove_watcher() i=6 2026-04-17T17:25:26.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:26.562+0000 7f071b622900 20 remove_watcher() i=1 2026-04-17T17:25:26.572 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:26.572 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:26.586 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-17T17:25:26.876 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-17T17:25:27.155 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check unlinked finds unlistable entries 2026-04-17T17:25:27.155 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:27.157 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T17:25:27.182 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:27.182 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:27.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.202+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 realm 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.203+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.204+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:27.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.204+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.205+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:27.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.205+0000 7f71ce7dc900 20 searching for the correct realm 2026-04-17T17:25:27.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.206+0000 7f71cca9b640 0 -- 192.168.123.106:0/2490931483 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f71b006d8b0 msgr2=0x7f71b006ca70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:27.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.211+0000 7f71bf5ff640 0 -- 192.168.123.106:0/2490931483 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f71c006fb80 msgr2=0x7f71c0064a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:27.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:27.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.416+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 zone default found 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 4 Realm: () 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 zonegroup default 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.417+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.418+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.418+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.418+0000 7f71ce7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.418+0000 7f71ce7dc900 20 started sync module instance, tier type = 2026-04-17T17:25:27.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.418+0000 7f71ce7dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=0 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=7 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=3 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=4 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=6 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.422+0000 7f71ce7dc900 20 add_watcher() i=5 2026-04-17T17:25:27.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.423+0000 7f71ce7dc900 20 add_watcher() i=2 2026-04-17T17:25:27.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.423+0000 7f71ce7dc900 20 add_watcher() i=1 2026-04-17T17:25:27.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.423+0000 7f71ce7dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:27.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.425+0000 7f71ce7dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:27.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.425+0000 7f71ce7dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:27.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.425+0000 7f71ce7dc900 5 note: GC not initialized 2026-04-17T17:25:27.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.425+0000 7f7178ff1640 20 reqs_thread_entry: start 2026-04-17T17:25:27.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.472+0000 7f71ce7dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:27.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.472+0000 7f71ce7dc900 20 Filter name: none 2026-04-17T17:25:27.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.472+0000 7f71727fc640 20 reqs_thread_entry: start 2026-04-17T17:25:27.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:27.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.473+0000 7f71ce7dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:27.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.474+0000 7f71ce7dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:27.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.475+0000 7f71ce7dc900 1 NOTICE: finished shard 0 (4 entries found) 2026-04-17T17:25:27.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.475+0000 7f71ce7dc900 1 NOTICE: finished all shards (4 entries found) 2026-04-17T17:25:27.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.479+0000 7f71ce7dc900 20 remove_watcher() i=1 2026-04-17T17:25:27.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.479+0000 7f71ce7dc900 2 removed watcher, disabling cache 2026-04-17T17:25:27.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=3 2026-04-17T17:25:27.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=0 2026-04-17T17:25:27.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=5 2026-04-17T17:25:27.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=6 2026-04-17T17:25:27.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=7 2026-04-17T17:25:27.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.480+0000 7f71ce7dc900 20 remove_watcher() i=2 2026-04-17T17:25:27.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.481+0000 7f71ce7dc900 20 remove_watcher() i=4 2026-04-17T17:25:27.489 INFO:tasks.workunit.client.0.vm06.stderr:TEST: unlinked entries are not listable 2026-04-17T17:25:27.489 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:27.492 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:27.492 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:27.569 INFO:tasks.workunit.client.0.vm06.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2026-04-17T17:25:27.569 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:27.571 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:27.571 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:27.631 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:27.631 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:27.685 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check unlinked fixes unlistable entries 2026-04-17T17:25:27.685 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:27.688 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T17:25:27.715 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:27.716 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:27.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.742+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 realm 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:27.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.743+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.744+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:27.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.744+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:27.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.745+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:27.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.745+0000 7fbb3ad5b900 20 searching for the correct realm 2026-04-17T17:25:27.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.746+0000 7fbb372d5640 0 -- 192.168.123.106:0/4162332203 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fbb1c048040 msgr2=0x7fbb1c00b440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:27.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:27.952+0000 7fbb362d3640 0 -- 192.168.123.106:0/4162332203 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fbb18003ac0 msgr2=0x7fbb28040780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:28.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.159+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 zone default found 2026-04-17T17:25:28.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 4 Realm: () 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 zonegroup default 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.160+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.161+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.161+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.161+0000 7fbb3ad5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.161+0000 7fbb3ad5b900 20 started sync module instance, tier type = 2026-04-17T17:25:28.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.161+0000 7fbb3ad5b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=1 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=7 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=3 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=5 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=6 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.165+0000 7fbb3ad5b900 20 add_watcher() i=2 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.166+0000 7fbb3ad5b900 20 add_watcher() i=4 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.166+0000 7fbb3ad5b900 20 add_watcher() i=0 2026-04-17T17:25:28.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.166+0000 7fbb3ad5b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:28.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.168+0000 7fbb3ad5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:28.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.168+0000 7fbb3ad5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:28.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.168+0000 7fbb3ad5b900 5 note: GC not initialized 2026-04-17T17:25:28.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.168+0000 7fbadf7fe640 20 reqs_thread_entry: start 2026-04-17T17:25:28.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.216+0000 7fbb3ad5b900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:28.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.216+0000 7fbb3ad5b900 20 Filter name: none 2026-04-17T17:25:28.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbadd7fa640 20 reqs_thread_entry: start 2026-04-17T17:25:28.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:28.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.217+0000 7fbb3ad5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:28.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:28.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.218+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.219+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.219+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:c state=0x561ca8af4038 s->prefetch_data=0 2026-04-17T17:25:28.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.219+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to y02a8ijntu5clg21ehjp42avjwiqvqgz 2026-04-17T17:25:28.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.219+0000 7fbb3ad5b900 20 get_obj_state_impl: setting s->olh_tag to yd62s38iak1rsb2rc45owbrut1nvbrq3 2026-04-17T17:25:28.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.219+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yd62s38iak1rsb2rc45owbrut1nvbrq3 2026-04-17T17:25:28.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.221+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.223+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.223+0000 7fbb3ad5b900 20 olh_log_entry: epoch=3 op=3 key=c[XKzMV9ROFUREd1q4.oFamAO7stlwXtR] 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.223+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:XKzMV9ROFUREd1q4.oFamAO7stlwXtR_c state=0x561ca8b48e28 s->prefetch_data=0 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.224+0000 7fbb3ad5b900 10 manifest: total_size = 9 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.224+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5629198093689249157 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.224+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:XKzMV9ROFUREd1q4.oFamAO7stlwXtR_c state=0x561ca8b48e28 s->prefetch_data=0 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.224+0000 7fbb3ad5b900 20 prepare_atomic_modification: state is not atomic. state=0x561ca8b48e28 2026-04-17T17:25:28.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.224+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.226+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:28.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.226+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-17T17:25:28.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.226+0000 7fbb3ad5b900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:28.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.227+0000 7fbb15ffb640 20 handle_completion(): completion ok for obj=c[XKzMV9ROFUREd1q4.oFamAO7stlwXtR] 2026-04-17T17:25:28.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.228+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.228+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.230+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.230+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.230+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:d state=0x561ca8af7c38 s->prefetch_data=0 2026-04-17T17:25:28.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.231+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to k2jp0428ihtt3fva0rfydv4ca1ca7n1y 2026-04-17T17:25:28.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.231+0000 7fbb3ad5b900 20 get_obj_state_impl: setting s->olh_tag to 7eylr70i90m3kodap5t1f9j02i0xae1n 2026-04-17T17:25:28.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.231+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7eylr70i90m3kodap5t1f9j02i0xae1n 2026-04-17T17:25:28.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.232+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.234+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.234+0000 7fbb3ad5b900 20 olh_log_entry: epoch=3 op=3 key=d[LijLERwcDI60Y9zXaJCSc4ExSF4oJok] 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.234+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:LijLERwcDI60Y9zXaJCSc4ExSF4oJok_d state=0x561ca8b43dd8 s->prefetch_data=0 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.235+0000 7fbb3ad5b900 10 manifest: total_size = 9 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.235+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1195741614051459114 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.235+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:LijLERwcDI60Y9zXaJCSc4ExSF4oJok_d state=0x561ca8b43dd8 s->prefetch_data=0 2026-04-17T17:25:28.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.235+0000 7fbb3ad5b900 20 prepare_atomic_modification: state is not atomic. state=0x561ca8b43dd8 2026-04-17T17:25:28.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.235+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.237+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:28.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.237+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-17T17:25:28.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.237+0000 7fbb3ad5b900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:28.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.238+0000 7fbb15ffb640 20 handle_completion(): completion ok for obj=d[LijLERwcDI60Y9zXaJCSc4ExSF4oJok] 2026-04-17T17:25:28.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.240+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.240+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.241+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.241+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.241+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:e state=0x561ca8af7c38 s->prefetch_data=0 2026-04-17T17:25:28.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.242+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to nfoio62zwby7f2pw4ew73615t5ie4sqj 2026-04-17T17:25:28.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.242+0000 7fbb3ad5b900 20 get_obj_state_impl: setting s->olh_tag to vesab4vdl7io63khaxqq6xvgwpvw6kpp 2026-04-17T17:25:28.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.242+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vesab4vdl7io63khaxqq6xvgwpvw6kpp 2026-04-17T17:25:28.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.243+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-17T17:25:28.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 olh_log_entry: epoch=2 op=3 key=e[MlZT.ABmowAT94bn.nyzIkhgrD24gFD] 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:MlZT.ABmowAT94bn.nyzIkhgrD24gFD_e state=0x561ca8b44de8 s->prefetch_data=0 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 10 manifest: total_size = 11 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18379258831167652628 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:MlZT.ABmowAT94bn.nyzIkhgrD24gFD_e state=0x561ca8b44de8 s->prefetch_data=0 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 prepare_atomic_modification: state is not atomic. state=0x561ca8b44de8 2026-04-17T17:25:28.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.245+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.248+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:28.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.248+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2026-04-17T17:25:28.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.248+0000 7fbb3ad5b900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:28.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.250+0000 7fbb167fc640 20 handle_completion(): completion ok for obj=e[MlZT.ABmowAT94bn.nyzIkhgrD24gFD] 2026-04-17T17:25:28.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.251+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:e state=0x561ca8af7c38 s->prefetch_data=0 2026-04-17T17:25:28.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.251+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=vesab4vdl7io63khaxqq6xvgwpvw6kpp 2026-04-17T17:25:28.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.253+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.254+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.255+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.255+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:f state=0x561ca8af7c38 s->prefetch_data=0 2026-04-17T17:25:28.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.255+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to ousz98bljvg20yt0714v5d455grwc7zk 2026-04-17T17:25:28.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.255+0000 7fbb3ad5b900 20 get_obj_state_impl: setting s->olh_tag to lqhmbohjgpn4tl4z02ar4r4oeofiyf1x 2026-04-17T17:25:28.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.255+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lqhmbohjgpn4tl4z02ar4r4oeofiyf1x 2026-04-17T17:25:28.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.256+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.257+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.257+0000 7fbb3ad5b900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-17T17:25:28.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.257+0000 7fbb3ad5b900 20 olh_log_entry: epoch=2 op=3 key=f[eM2FGCedHKXO5AbGEsklJSuAz7tfnqU] 2026-04-17T17:25:28.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.257+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:eM2FGCedHKXO5AbGEsklJSuAz7tfnqU_f state=0x561ca8b4d798 s->prefetch_data=0 2026-04-17T17:25:28.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.258+0000 7fbb3ad5b900 10 manifest: total_size = 9 2026-04-17T17:25:28.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.258+0000 7fbb3ad5b900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17471506229920564113 2026-04-17T17:25:28.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.258+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:_:eM2FGCedHKXO5AbGEsklJSuAz7tfnqU_f state=0x561ca8b4d798 s->prefetch_data=0 2026-04-17T17:25:28.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.258+0000 7fbb3ad5b900 20 prepare_atomic_modification: state is not atomic. state=0x561ca8b4d798 2026-04-17T17:25:28.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.258+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.261+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:28.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.261+0000 7fbb3ad5b900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-17T17:25:28.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.261+0000 7fbb3ad5b900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:28.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.262+0000 7fbb15ffb640 20 handle_completion(): completion ok for obj=f[eM2FGCedHKXO5AbGEsklJSuAz7tfnqU] 2026-04-17T17:25:28.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.263+0000 7fbb3ad5b900 20 get_obj_state: octx=0x7fbb28026a60 obj=check-bucket:f state=0x561ca8af7c38 s->prefetch_data=0 2026-04-17T17:25:28.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.263+0000 7fbb3ad5b900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lqhmbohjgpn4tl4z02ar4r4oeofiyf1x 2026-04-17T17:25:28.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.265+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.266+0000 7fbb3ad5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.266+0000 7fbb3ad5b900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-17T17:25:28.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.266+0000 7fbb3ad5b900 1 NOTICE: finished all shards (4 entries removed) 2026-04-17T17:25:28.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.276+0000 7fbb3ad5b900 20 remove_watcher() i=3 2026-04-17T17:25:28.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.276+0000 7fbb3ad5b900 2 removed watcher, disabling cache 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=7 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=2 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=1 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=0 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=4 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=5 2026-04-17T17:25:28.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.277+0000 7fbb3ad5b900 20 remove_watcher() i=6 2026-04-17T17:25:28.287 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.287 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.300 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.300 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.314 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.314 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.325 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.326 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.336 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check unlinked does not affect normal entries 2026-04-17T17:25:28.336 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:28.337 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.337 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.393 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.393 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.407 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.407 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.418 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.419 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.431 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.431 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.443 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2026-04-17T17:25:28.443 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:28.445 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2026-04-17T17:25:28.468 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:28.468 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:28.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.487+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.488+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.488+0000 7fd524d5b900 20 realm 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.488+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.489+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.489+0000 7fd524d5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.489+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.489+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.489+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.490+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.490+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.490+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:28.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.490+0000 7fd524d5b900 20 searching for the correct realm 2026-04-17T17:25:28.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.494+0000 7fd5212d5640 0 -- 192.168.123.106:0/3473258604 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55c367c7dbb0 msgr2=0x55c367c9dfb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:28.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.497+0000 7fd520ad4640 0 -- 192.168.123.106:0/3473258604 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fd514073d00 msgr2=0x7fd514065160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 zone default found 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 4 Realm: () 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 zonegroup default 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.501+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 started sync module instance, tier type = 2026-04-17T17:25:28.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.502+0000 7fd524d5b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:28.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.506+0000 7fd524d5b900 20 add_watcher() i=3 2026-04-17T17:25:28.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.506+0000 7fd524d5b900 20 add_watcher() i=0 2026-04-17T17:25:28.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.506+0000 7fd524d5b900 20 add_watcher() i=6 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 20 add_watcher() i=1 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 20 add_watcher() i=4 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 20 add_watcher() i=5 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 20 add_watcher() i=2 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 20 add_watcher() i=7 2026-04-17T17:25:28.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.507+0000 7fd524d5b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:28.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.510+0000 7fd524d5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:28.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.510+0000 7fd524d5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:28.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.510+0000 7fd524d5b900 5 note: GC not initialized 2026-04-17T17:25:28.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.510+0000 7fd4cdfeb640 20 reqs_thread_entry: start 2026-04-17T17:25:28.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.552+0000 7fd524d5b900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:28.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.552+0000 7fd524d5b900 20 Filter name: none 2026-04-17T17:25:28.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd4c77fe640 20 reqs_thread_entry: start 2026-04-17T17:25:28.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.553+0000 7fd524d5b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.554+0000 7fd524d5b900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T17:25:28.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.554+0000 7fd524d5b900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T17:25:28.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.600+0000 7fd524d5b900 20 remove_watcher() i=0 2026-04-17T17:25:28.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.600+0000 7fd524d5b900 2 removed watcher, disabling cache 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=3 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=5 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=6 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=2 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=7 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=4 2026-04-17T17:25:28.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.601+0000 7fd524d5b900 20 remove_watcher() i=1 2026-04-17T17:25:28.612 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.612 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.760 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:28.760 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:28.795 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T17:25:28.817 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:28.817 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:28.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.837+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 realm 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.839+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.840+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.840+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.841+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:28.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.841+0000 7fb05d938900 20 searching for the correct realm 2026-04-17T17:25:28.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.844+0000 7fb059e29640 0 -- 192.168.123.106:0/1909928969 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55d885b36aa0 msgr2=0x55d885b56e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:28.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.847+0000 7fb059628640 0 -- 192.168.123.106:0/1909928969 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fb04c069bb0 msgr2=0x7fb04c068d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.851+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 zone default found 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 4 Realm: () 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 zonegroup default 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.852+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.853+0000 7fb05d938900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.853+0000 7fb05d938900 20 started sync module instance, tier type = 2026-04-17T17:25:28.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.853+0000 7fb05d938900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:28.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.856+0000 7fb05d938900 20 add_watcher() i=0 2026-04-17T17:25:28.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=3 2026-04-17T17:25:28.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=6 2026-04-17T17:25:28.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=5 2026-04-17T17:25:28.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=2 2026-04-17T17:25:28.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=1 2026-04-17T17:25:28.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=4 2026-04-17T17:25:28.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 20 add_watcher() i=7 2026-04-17T17:25:28.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.858+0000 7fb05d938900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:28.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.860+0000 7fb05d938900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:28.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.860+0000 7fb05d938900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:28.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.860+0000 7fb05d938900 5 note: GC not initialized 2026-04-17T17:25:28.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.860+0000 7fb0067ec640 20 reqs_thread_entry: start 2026-04-17T17:25:28.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.922+0000 7fb05d938900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:28.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.922+0000 7fb05d938900 20 Filter name: none 2026-04-17T17:25:28.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7faffffff640 20 reqs_thread_entry: start 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 INFO: main: starting shard=0 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.923+0000 7fb05d938900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:28.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.924+0000 7fb05d938900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-17T17:25:28.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.924+0000 7fb05d938900 20 INFO: main: done 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=4 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 2 removed watcher, disabling cache 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=7 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=0 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=1 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=6 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.929+0000 7fb05d938900 20 remove_watcher() i=3 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.930+0000 7fb05d938900 20 remove_watcher() i=2 2026-04-17T17:25:28.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.930+0000 7fb05d938900 20 remove_watcher() i=5 2026-04-17T17:25:28.941 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T17:25:28.963 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:28.963 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:28.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.983+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.984+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.984+0000 7f08db34d900 20 realm 2026-04-17T17:25:28.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.984+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:28.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:28.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:28.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.985+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:28.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.986+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:28.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.986+0000 7f08db34d900 20 searching for the correct realm 2026-04-17T17:25:28.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:28.989+0000 7f08d70c9640 0 -- 192.168.123.106:0/4088178346 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f08cc0bf830 msgr2=0x7f08cc0c0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:29.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.195+0000 7f08d68c8640 0 -- 192.168.123.106:0/4088178346 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5574130e3320 msgr2=0x5574131037d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.197+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 zone default found 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 4 Realm: () 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 zonegroup default 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.198+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.199+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.199+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.199+0000 7f08db34d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.199+0000 7f08db34d900 20 started sync module instance, tier type = 2026-04-17T17:25:29.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.199+0000 7f08db34d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:29.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.203+0000 7f08db34d900 20 add_watcher() i=0 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.203+0000 7f08db34d900 20 add_watcher() i=3 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.203+0000 7f08db34d900 20 add_watcher() i=5 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.203+0000 7f08db34d900 20 add_watcher() i=4 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.203+0000 7f08db34d900 20 add_watcher() i=6 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.204+0000 7f08db34d900 20 add_watcher() i=2 2026-04-17T17:25:29.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.204+0000 7f08db34d900 20 add_watcher() i=1 2026-04-17T17:25:29.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.204+0000 7f08db34d900 20 add_watcher() i=7 2026-04-17T17:25:29.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.204+0000 7f08db34d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:29.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.206+0000 7f08db34d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:29.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.206+0000 7f08db34d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:29.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.206+0000 7f08db34d900 5 note: GC not initialized 2026-04-17T17:25:29.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.206+0000 7f08857ea640 20 reqs_thread_entry: start 2026-04-17T17:25:29.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.244+0000 7f08db34d900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:29.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.244+0000 7f08db34d900 20 Filter name: none 2026-04-17T17:25:29.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f087e7fc640 20 reqs_thread_entry: start 2026-04-17T17:25:29.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 INFO: main: starting shard=0 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2026-04-17T17:25:29.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.245+0000 7f08db34d900 20 INFO: main: done 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=0 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 2 removed watcher, disabling cache 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=7 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=1 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=3 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=5 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=6 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=4 2026-04-17T17:25:29.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.249+0000 7f08db34d900 20 remove_watcher() i=2 2026-04-17T17:25:29.259 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check olh finds leftover OLH entries 2026-04-17T17:25:29.259 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:29.260 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-17T17:25:29.283 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:29.284 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:29.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.301+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 realm 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.302+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.303+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.303+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.303+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:29.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.303+0000 7fb75b736900 20 searching for the correct realm 2026-04-17T17:25:29.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.306+0000 7fb7537fe640 0 -- 192.168.123.106:0/3509808562 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55a00530cd10 msgr2=0x55a00532d0f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:29.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.309+0000 7fb7527fc640 0 -- 192.168.123.106:0/3509808562 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fb744042040 msgr2=0x7fb744001740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 zone default found 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 4 Realm: () 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 zonegroup default 2026-04-17T17:25:29.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.312+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 started sync module instance, tier type = 2026-04-17T17:25:29.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.313+0000 7fb75b736900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:29.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.316+0000 7fb75b736900 20 add_watcher() i=0 2026-04-17T17:25:29.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.317+0000 7fb75b736900 20 add_watcher() i=3 2026-04-17T17:25:29.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=7 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=6 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=5 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=4 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=2 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 20 add_watcher() i=1 2026-04-17T17:25:29.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.318+0000 7fb75b736900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:29.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.320+0000 7fb75b736900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:29.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.320+0000 7fb75b736900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:29.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.320+0000 7fb75b736900 5 note: GC not initialized 2026-04-17T17:25:29.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.321+0000 7fb6fffff640 20 reqs_thread_entry: start 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 20 Filter name: none 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb6fdffb640 20 reqs_thread_entry: start 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.363+0000 7fb75b736900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:29.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 1 NOTICE: finished shard 0 (2 entries found) 2026-04-17T17:25:29.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.364+0000 7fb75b736900 1 NOTICE: finished all shards (2 entries found) 2026-04-17T17:25:29.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.367+0000 7fb75b736900 20 remove_watcher() i=5 2026-04-17T17:25:29.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.367+0000 7fb75b736900 2 removed watcher, disabling cache 2026-04-17T17:25:29.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.367+0000 7fb75b736900 20 remove_watcher() i=6 2026-04-17T17:25:29.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=0 2026-04-17T17:25:29.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=3 2026-04-17T17:25:29.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=7 2026-04-17T17:25:29.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=2 2026-04-17T17:25:29.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=4 2026-04-17T17:25:29.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.368+0000 7fb75b736900 20 remove_watcher() i=1 2026-04-17T17:25:29.376 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check olh fixes leftover OLH entries 2026-04-17T17:25:29.376 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:29.378 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T17:25:29.404 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:29.404 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:29.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.426+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 realm 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.427+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.428+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.428+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.429+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:29.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.429+0000 7f6bb8b67900 20 searching for the correct realm 2026-04-17T17:25:29.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.433+0000 7f6bb48e0640 0 -- 192.168.123.106:0/1071227638 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f6ba809fa50 msgr2=0x7f6ba809b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:29.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.639+0000 7f6bb50e1640 0 -- 192.168.123.106:0/1071227638 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f6b9c026980 msgr2=0x7f6b9c0250d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.641+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 zone default found 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 4 Realm: () 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 zonegroup default 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.642+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 started sync module instance, tier type = 2026-04-17T17:25:29.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.643+0000 7f6bb8b67900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:29.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.648+0000 7f6bb8b67900 20 add_watcher() i=0 2026-04-17T17:25:29.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.648+0000 7f6bb8b67900 20 add_watcher() i=3 2026-04-17T17:25:29.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.648+0000 7f6bb8b67900 20 add_watcher() i=7 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 20 add_watcher() i=1 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 20 add_watcher() i=4 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 20 add_watcher() i=2 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 20 add_watcher() i=5 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 20 add_watcher() i=6 2026-04-17T17:25:29.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.649+0000 7f6bb8b67900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:29.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.651+0000 7f6bb8b67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:29.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.651+0000 7f6bb8b67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:29.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.651+0000 7f6bb8b67900 5 note: GC not initialized 2026-04-17T17:25:29.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.652+0000 7f6b61feb640 20 reqs_thread_entry: start 2026-04-17T17:25:29.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6bb8b67900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:29.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6bb8b67900 20 Filter name: none 2026-04-17T17:25:29.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6b5b7fe640 20 reqs_thread_entry: start 2026-04-17T17:25:29.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6bb8b67900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:29.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.703+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.704+0000 7f6bb8b67900 20 get_obj_state: octx=0x7f6ba8067d70 obj=check-bucket:c state=0x55f219b3caf8 s->prefetch_data=0 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 get_obj_state: setting s->obj_tag to y02a8ijntu5clg21ehjp42avjwiqvqgz 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 get_obj_state_impl: setting s->olh_tag to yd62s38iak1rsb2rc45owbrut1nvbrq3 2026-04-17T17:25:29.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 olh_log_entry: epoch=4 op=2 key=c[] 2026-04-17T17:25:29.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 olh_log_entry: epoch=4 op=3 key=c[NGctDo4BLf83xMtcBwBp5yCihh9W8Ie] 2026-04-17T17:25:29.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.705+0000 7f6bb8b67900 20 get_obj_state: octx=0x55f219b8b2f0 obj=check-bucket:_:NGctDo4BLf83xMtcBwBp5yCihh9W8Ie_c state=0x55f219b412c8 s->prefetch_data=0 2026-04-17T17:25:29.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.707+0000 7f6bb8b67900 20 get_obj_state: octx=0x55f219b8b2f0 obj=check-bucket:c state=0x55f219b8bdb8 s->prefetch_data=0 2026-04-17T17:25:29.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.707+0000 7f6bb8b67900 20 get_obj_state: setting s->obj_tag to y02a8ijntu5clg21ehjp42avjwiqvqgz 2026-04-17T17:25:29.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.707+0000 7f6bb8b67900 20 get_obj_state_impl: setting s->olh_tag to yd62s38iak1rsb2rc45owbrut1nvbrq3 2026-04-17T17:25:29.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.707+0000 7f6bb8b67900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yd62s38iak1rsb2rc45owbrut1nvbrq3 2026-04-17T17:25:29.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.709+0000 7f6bb8b67900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.710+0000 7f6bb8b67900 20 get_obj_state: octx=0x7f6ba8067d70 obj=check-bucket:d state=0x55f219b3caf8 s->prefetch_data=0 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.710+0000 7f6bb8b67900 20 get_obj_state: setting s->obj_tag to k2jp0428ihtt3fva0rfydv4ca1ca7n1y 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.710+0000 7f6bb8b67900 20 get_obj_state_impl: setting s->olh_tag to 7eylr70i90m3kodap5t1f9j02i0xae1n 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.710+0000 7f6bb8b67900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.711+0000 7f6bb8b67900 20 olh_log_entry: epoch=4 op=2 key=d[] 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.711+0000 7f6bb8b67900 20 olh_log_entry: epoch=4 op=3 key=d[OsgCyVDyNz.TnG9Z5k44ZvGoYfyRRSj] 2026-04-17T17:25:29.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.711+0000 7f6bb8b67900 20 get_obj_state: octx=0x55f219b8b2f0 obj=check-bucket:_:OsgCyVDyNz.TnG9Z5k44ZvGoYfyRRSj_d state=0x55f219b412c8 s->prefetch_data=0 2026-04-17T17:25:29.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.712+0000 7f6bb8b67900 20 get_obj_state: octx=0x55f219b8b2f0 obj=check-bucket:d state=0x55f219b8cdc8 s->prefetch_data=0 2026-04-17T17:25:29.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.712+0000 7f6bb8b67900 20 get_obj_state: setting s->obj_tag to k2jp0428ihtt3fva0rfydv4ca1ca7n1y 2026-04-17T17:25:29.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.712+0000 7f6bb8b67900 20 get_obj_state_impl: setting s->olh_tag to 7eylr70i90m3kodap5t1f9j02i0xae1n 2026-04-17T17:25:29.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.712+0000 7f6bb8b67900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=7eylr70i90m3kodap5t1f9j02i0xae1n 2026-04-17T17:25:29.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.714+0000 7f6bb8b67900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:29.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.716+0000 7f6bb8b67900 1 NOTICE: finished shard 0 (2 entries removed) 2026-04-17T17:25:29.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.716+0000 7f6bb8b67900 1 NOTICE: finished all shards (2 entries removed) 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=1 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 2 removed watcher, disabling cache 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=0 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=3 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=7 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=2 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=4 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=5 2026-04-17T17:25:29.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.721+0000 7f6bb8b67900 20 remove_watcher() i=6 2026-04-17T17:25:29.734 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T17:25:29.756 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:29.756 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:29.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.777+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 realm 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.778+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.779+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.779+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.780+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:29.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.780+0000 7f306672f900 20 searching for the correct realm 2026-04-17T17:25:29.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.783+0000 7f3062444640 0 -- 192.168.123.106:0/2174433333 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55ab2e10aa20 msgr2=0x55ab2e12aed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:29.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.786+0000 7f3061c43640 0 -- 192.168.123.106:0/2174433333 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f305407e7b0 msgr2=0x7f3054069d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.992+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 zone default found 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 4 Realm: () 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 zonegroup default 2026-04-17T17:25:29.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 started sync module instance, tier type = 2026-04-17T17:25:29.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.993+0000 7f306672f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:30.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.997+0000 7f306672f900 20 add_watcher() i=5 2026-04-17T17:25:30.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.997+0000 7f306672f900 20 add_watcher() i=3 2026-04-17T17:25:30.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.997+0000 7f306672f900 20 add_watcher() i=6 2026-04-17T17:25:30.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.997+0000 7f306672f900 20 add_watcher() i=0 2026-04-17T17:25:30.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.997+0000 7f306672f900 20 add_watcher() i=4 2026-04-17T17:25:30.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.998+0000 7f306672f900 20 add_watcher() i=7 2026-04-17T17:25:30.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.998+0000 7f306672f900 20 add_watcher() i=1 2026-04-17T17:25:30.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.998+0000 7f306672f900 20 add_watcher() i=2 2026-04-17T17:25:30.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:29.998+0000 7f306672f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:30.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.000+0000 7f306672f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:30.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.000+0000 7f306672f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:30.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.000+0000 7f306672f900 5 note: GC not initialized 2026-04-17T17:25:30.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.001+0000 7f300b7fe640 20 reqs_thread_entry: start 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.044+0000 7f306672f900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.044+0000 7f306672f900 20 Filter name: none 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.044+0000 7f30097fa640 20 reqs_thread_entry: start 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.044+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:30.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:30.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 INFO: main: starting shard=0 2026-04-17T17:25:30.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:30.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:25:30.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.045+0000 7f306672f900 20 INFO: main: done 2026-04-17T17:25:30.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.048+0000 7f306672f900 20 remove_watcher() i=3 2026-04-17T17:25:30.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.048+0000 7f306672f900 2 removed watcher, disabling cache 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.049+0000 7f306672f900 20 remove_watcher() i=0 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.049+0000 7f306672f900 20 remove_watcher() i=7 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.049+0000 7f306672f900 20 remove_watcher() i=5 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.049+0000 7f306672f900 20 remove_watcher() i=6 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.050+0000 7f306672f900 20 remove_watcher() i=4 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.050+0000 7f306672f900 20 remove_watcher() i=2 2026-04-17T17:25:30.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.050+0000 7f306672f900 20 remove_watcher() i=1 2026-04-17T17:25:30.060 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T17:25:30.083 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:30.083 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:30.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.103+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.104+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.104+0000 7f46a776e900 20 realm 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.104+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.105+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.105+0000 7f46a776e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.105+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.105+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.105+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.106+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:30.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.106+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.106+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:30.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.106+0000 7f46a776e900 20 searching for the correct realm 2026-04-17T17:25:30.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.110+0000 7f469effd640 0 -- 192.168.123.106:0/4021859286 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46980ce100 msgr2=0x7f4698082680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:30.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.315+0000 7f469e7fc640 0 -- 192.168.123.106:0/4021859286 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x556036316b80 msgr2=0x556036336f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.317+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:30.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 zone default found 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 4 Realm: () 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 zonegroup default 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.318+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.319+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.319+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.319+0000 7f46a776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.319+0000 7f46a776e900 20 started sync module instance, tier type = 2026-04-17T17:25:30.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.319+0000 7f46a776e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:30.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.323+0000 7f46a776e900 20 add_watcher() i=4 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.323+0000 7f46a776e900 20 add_watcher() i=0 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.323+0000 7f46a776e900 20 add_watcher() i=1 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.323+0000 7f46a776e900 20 add_watcher() i=3 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.324+0000 7f46a776e900 20 add_watcher() i=6 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.324+0000 7f46a776e900 20 add_watcher() i=5 2026-04-17T17:25:30.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.324+0000 7f46a776e900 20 add_watcher() i=7 2026-04-17T17:25:30.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.324+0000 7f46a776e900 20 add_watcher() i=2 2026-04-17T17:25:30.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.324+0000 7f46a776e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:30.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.326+0000 7f46a776e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:30.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.326+0000 7f46a776e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:30.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.326+0000 7f46a776e900 5 note: GC not initialized 2026-04-17T17:25:30.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.326+0000 7f464bfff640 20 reqs_thread_entry: start 2026-04-17T17:25:30.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.372+0000 7f46a776e900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:30.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.372+0000 7f46a776e900 20 Filter name: none 2026-04-17T17:25:30.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.373+0000 7f4649ffb640 20 reqs_thread_entry: start 2026-04-17T17:25:30.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.373+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.373+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.373+0000 7f46a776e900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.373+0000 7f46a776e900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 INFO: main: starting shard=0 2026-04-17T17:25:30.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:30.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:25:30.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.374+0000 7f46a776e900 20 INFO: main: done 2026-04-17T17:25:30.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.378+0000 7f46a776e900 20 remove_watcher() i=4 2026-04-17T17:25:30.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.378+0000 7f46a776e900 2 removed watcher, disabling cache 2026-04-17T17:25:30.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=2 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=3 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=0 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=1 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=5 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=6 2026-04-17T17:25:30.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.379+0000 7f46a776e900 20 remove_watcher() i=7 2026-04-17T17:25:30.389 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2026-04-17T17:25:30.389 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:30.391 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2026-04-17T17:25:30.413 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:30.413 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:30.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.435+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 realm 2026-04-17T17:25:30.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.436+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.437+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:30.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.437+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.437+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:30.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.437+0000 7f90a6167900 20 searching for the correct realm 2026-04-17T17:25:30.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.439+0000 7f90a26e1640 0 -- 192.168.123.106:0/121532673 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f90880d9ac0 msgr2=0x7f9088097a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:30.446 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.443+0000 7f90a16df640 0 -- 192.168.123.106:0/121532673 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f9094036920 msgr2=0x7f909406e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.649+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:30.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 zone default found 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 4 Realm: () 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 zonegroup default 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.650+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.651+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.651+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.651+0000 7f90a6167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.651+0000 7f90a6167900 20 started sync module instance, tier type = 2026-04-17T17:25:30.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.651+0000 7f90a6167900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:30.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.654+0000 7f90a6167900 20 add_watcher() i=3 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.655+0000 7f90a6167900 20 add_watcher() i=2 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.655+0000 7f90a6167900 20 add_watcher() i=0 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 20 add_watcher() i=4 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 20 add_watcher() i=5 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 20 add_watcher() i=1 2026-04-17T17:25:30.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 20 add_watcher() i=6 2026-04-17T17:25:30.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 20 add_watcher() i=7 2026-04-17T17:25:30.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.656+0000 7f90a6167900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:30.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.658+0000 7f90a6167900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:30.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.658+0000 7f90a6167900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:30.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.658+0000 7f90a6167900 5 note: GC not initialized 2026-04-17T17:25:30.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.658+0000 7f904efed640 20 reqs_thread_entry: start 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.703+0000 7f90a6167900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.703+0000 7f90a6167900 20 Filter name: none 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.703+0000 7f904cfe9640 20 reqs_thread_entry: start 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.703+0000 7f90a6167900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.703+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:30.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 20 rados->read ofs=0 len=0 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.704+0000 7f90a6167900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.705+0000 7f90a6167900 1 NOTICE: finished shard 0 (0 entries found) 2026-04-17T17:25:30.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.705+0000 7f90a6167900 1 NOTICE: finished all shards (0 entries found) 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.708+0000 7f90a6167900 20 remove_watcher() i=0 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.708+0000 7f90a6167900 2 removed watcher, disabling cache 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.708+0000 7f90a6167900 20 remove_watcher() i=7 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.708+0000 7f90a6167900 20 remove_watcher() i=2 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.709+0000 7f90a6167900 20 remove_watcher() i=1 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.709+0000 7f90a6167900 20 remove_watcher() i=5 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.709+0000 7f90a6167900 20 remove_watcher() i=6 2026-04-17T17:25:30.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.709+0000 7f90a6167900 20 remove_watcher() i=4 2026-04-17T17:25:30.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:30.709+0000 7f90a6167900 20 remove_watcher() i=3 2026-04-17T17:25:30.717 INFO:tasks.workunit.client.0.vm06.stderr:TEST: verify that bucket check fixes do not affect null version objects 2026-04-17T17:25:30.717 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:30.719 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:30.719 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:30.734 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:30.734 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:30.745 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:30.745 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:30.800 INFO:tasks.workunit.client.0.vm06.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2026-04-17T17:25:30.800 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:25:30.800 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:30.800 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:30.856 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:30.856 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.099 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.099 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.156 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.156 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.170 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.170 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.220 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.220 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.235 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.235 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.286 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.286 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.298 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.298 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.349 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.349 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.361 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.361 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.411 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.411 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.422 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.422 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.473 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:31.473 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:31.488 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-17T17:25:31.772 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-17T17:25:33.043 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.043 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.078 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:33.080 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object c 2026-04-17T17:25:33.103 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:33.103 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:33.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.122+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 realm 2026-04-17T17:25:33.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:33.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.123+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.124+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.124+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.125+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:33.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.125+0000 7efc9880f900 20 searching for the correct realm 2026-04-17T17:25:33.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.128+0000 7efc8f7fe640 0 -- 192.168.123.106:0/1228465937 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7efc88068390 msgr2=0x7efc88087a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:33.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.333+0000 7efc86dff640 0 -- 192.168.123.106:0/1228465937 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x557af7da1890 msgr2=0x557af7dc1c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.335+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 zone default found 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 4 Realm: () 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 zonegroup default 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.336+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.337+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.337+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.337+0000 7efc9880f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.337+0000 7efc9880f900 20 started sync module instance, tier type = 2026-04-17T17:25:33.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.337+0000 7efc9880f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:33.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.355+0000 7efc9880f900 20 add_watcher() i=2 2026-04-17T17:25:33.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=3 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=4 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=7 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=5 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=6 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.356+0000 7efc9880f900 20 add_watcher() i=1 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.357+0000 7efc9880f900 20 add_watcher() i=0 2026-04-17T17:25:33.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.357+0000 7efc9880f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:33.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.359+0000 7efc9880f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:33.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.359+0000 7efc9880f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:33.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.359+0000 7efc9880f900 5 note: GC not initialized 2026-04-17T17:25:33.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.359+0000 7efc40ff1640 20 reqs_thread_entry: start 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.403+0000 7efc9880f900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.403+0000 7efc9880f900 20 Filter name: none 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.403+0000 7efc39ffb640 20 reqs_thread_entry: start 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.403+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:33.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 INFO: main: starting shard=0 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.404+0000 7efc9880f900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T17:25:33.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.405+0000 7efc9880f900 20 INFO: main: done 2026-04-17T17:25:33.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=0 2026-04-17T17:25:33.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 2 removed watcher, disabling cache 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=5 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=3 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=6 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=1 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=2 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.409+0000 7efc9880f900 20 remove_watcher() i=4 2026-04-17T17:25:33.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.410+0000 7efc9880f900 20 remove_watcher() i=7 2026-04-17T17:25:33.421 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.421 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.436 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.436 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.451 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.451 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.500 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:33.502 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object d 2026-04-17T17:25:33.523 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:33.523 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:33.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.540+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 realm 2026-04-17T17:25:33.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.542+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.543+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.543+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.543+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:33.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.543+0000 7f9739f39900 20 searching for the correct realm 2026-04-17T17:25:33.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.546+0000 7f9735bf6640 0 -- 192.168.123.106:0/3687536205 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55c8a9bbb8f0 msgr2=0x55c8a9bdbd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:33.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.549+0000 7f97363f7640 0 -- 192.168.123.106:0/3687536205 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55c8a9bff380 msgr2=0x55c8a9c1f760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.552+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 zone default found 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 4 Realm: () 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 zonegroup default 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.553+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.554+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.554+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.554+0000 7f9739f39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.554+0000 7f9739f39900 20 started sync module instance, tier type = 2026-04-17T17:25:33.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.554+0000 7f9739f39900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:33.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.558+0000 7f9739f39900 20 add_watcher() i=0 2026-04-17T17:25:33.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.558+0000 7f9739f39900 20 add_watcher() i=4 2026-04-17T17:25:33.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.558+0000 7f9739f39900 20 add_watcher() i=5 2026-04-17T17:25:33.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.559+0000 7f9739f39900 20 add_watcher() i=2 2026-04-17T17:25:33.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.559+0000 7f9739f39900 20 add_watcher() i=7 2026-04-17T17:25:33.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.559+0000 7f9739f39900 20 add_watcher() i=3 2026-04-17T17:25:33.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.562+0000 7f9739f39900 20 add_watcher() i=6 2026-04-17T17:25:33.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.562+0000 7f9739f39900 20 add_watcher() i=1 2026-04-17T17:25:33.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.562+0000 7f9739f39900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:33.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.565+0000 7f9739f39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:33.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.565+0000 7f9739f39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:33.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.565+0000 7f9739f39900 5 note: GC not initialized 2026-04-17T17:25:33.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.566+0000 7f96e37ee640 20 reqs_thread_entry: start 2026-04-17T17:25:33.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.616+0000 7f9739f39900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:33.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 Filter name: none 2026-04-17T17:25:33.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f96e17ea640 20 reqs_thread_entry: start 2026-04-17T17:25:33.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 INFO: main: starting shard=0 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.617+0000 7f9739f39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.618+0000 7f9739f39900 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2026-04-17T17:25:33.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.618+0000 7f9739f39900 20 INFO: main: done 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=5 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 2 removed watcher, disabling cache 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=7 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=0 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=3 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=6 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.622+0000 7f9739f39900 20 remove_watcher() i=2 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.623+0000 7f9739f39900 20 remove_watcher() i=4 2026-04-17T17:25:33.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.623+0000 7f9739f39900 20 remove_watcher() i=1 2026-04-17T17:25:33.634 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.634 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.647 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.647 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.659 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:33.659 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:33.708 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:33.710 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object e 2026-04-17T17:25:33.732 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:33.732 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:33.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.755+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 realm 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:33.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.756+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.757+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.757+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.758+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:33.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.758+0000 7fd22c12b900 20 searching for the correct realm 2026-04-17T17:25:33.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.760+0000 7fd223fff640 0 -- 192.168.123.106:0/382151330 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x555f50fe2540 msgr2=0x555f51002920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:33.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.763+0000 7fd222ffd640 0 -- 192.168.123.106:0/382151330 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fd21c084bd0 msgr2=0x7fd21c05d3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:33.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.969+0000 7fd22c12b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.970+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.970+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.970+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.970+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.970+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 zone default found 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 4 Realm: () 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 zonegroup default 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.971+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:33.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.972+0000 7fd22c12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:33.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.972+0000 7fd22c12b900 20 started sync module instance, tier type = 2026-04-17T17:25:33.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.972+0000 7fd22c12b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:33.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.976+0000 7fd22c12b900 20 add_watcher() i=0 2026-04-17T17:25:33.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.976+0000 7fd22c12b900 20 add_watcher() i=3 2026-04-17T17:25:33.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.976+0000 7fd22c12b900 20 add_watcher() i=2 2026-04-17T17:25:33.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.976+0000 7fd22c12b900 20 add_watcher() i=4 2026-04-17T17:25:33.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.977+0000 7fd22c12b900 20 add_watcher() i=5 2026-04-17T17:25:33.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.977+0000 7fd22c12b900 20 add_watcher() i=6 2026-04-17T17:25:33.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.977+0000 7fd22c12b900 20 add_watcher() i=7 2026-04-17T17:25:33.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.977+0000 7fd22c12b900 20 add_watcher() i=1 2026-04-17T17:25:33.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.978+0000 7fd22c12b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:33.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.980+0000 7fd22c12b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:33.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.980+0000 7fd22c12b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:33.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.980+0000 7fd22c12b900 5 note: GC not initialized 2026-04-17T17:25:33.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:33.981+0000 7fd1d4fe9640 20 reqs_thread_entry: start 2026-04-17T17:25:34.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd22c12b900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd22c12b900 20 Filter name: none 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd1ce7fc640 20 reqs_thread_entry: start 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.031+0000 7fd22c12b900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:34.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 INFO: main: starting shard=0 2026-04-17T17:25:34.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:34.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:25:34.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.032+0000 7fd22c12b900 20 INFO: main: done 2026-04-17T17:25:34.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 20 remove_watcher() i=0 2026-04-17T17:25:34.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 2 removed watcher, disabling cache 2026-04-17T17:25:34.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 20 remove_watcher() i=1 2026-04-17T17:25:34.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 20 remove_watcher() i=4 2026-04-17T17:25:34.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 20 remove_watcher() i=3 2026-04-17T17:25:34.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.037+0000 7fd22c12b900 20 remove_watcher() i=5 2026-04-17T17:25:34.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.038+0000 7fd22c12b900 20 remove_watcher() i=7 2026-04-17T17:25:34.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.038+0000 7fd22c12b900 20 remove_watcher() i=6 2026-04-17T17:25:34.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.038+0000 7fd22c12b900 20 remove_watcher() i=2 2026-04-17T17:25:34.049 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:34.049 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:34.062 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:34.062 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:34.111 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:25:34.113 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket check-bucket --object f 2026-04-17T17:25:34.135 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:34.135 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:34.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.156+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 realm 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.158+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.159+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:34.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.159+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.160+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:34.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.160+0000 7f36ea612900 20 searching for the correct realm 2026-04-17T17:25:34.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.163+0000 7f36e64e8640 0 -- 192.168.123.106:0/926017151 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f24e429510 msgr2=0x55f24e4498f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:34.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.167+0000 7f36e5ce7640 0 -- 192.168.123.106:0/926017151 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f36d8069f10 msgr2=0x7f36d80a20b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.172+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:34.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 zone default found 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 4 Realm: () 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 zonegroup default 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.173+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.174+0000 7f36ea612900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.174+0000 7f36ea612900 20 started sync module instance, tier type = 2026-04-17T17:25:34.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.174+0000 7f36ea612900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:34.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.178+0000 7f36ea612900 20 add_watcher() i=0 2026-04-17T17:25:34.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=4 2026-04-17T17:25:34.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=7 2026-04-17T17:25:34.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=3 2026-04-17T17:25:34.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=2 2026-04-17T17:25:34.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=5 2026-04-17T17:25:34.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=6 2026-04-17T17:25:34.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 20 add_watcher() i=1 2026-04-17T17:25:34.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.179+0000 7f36ea612900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:34.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.182+0000 7f36ea612900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:34.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.182+0000 7f36ea612900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:34.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.182+0000 7f36ea612900 5 note: GC not initialized 2026-04-17T17:25:34.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.182+0000 7f368effd640 20 reqs_thread_entry: start 2026-04-17T17:25:34.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.232+0000 7f36ea612900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:34.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.232+0000 7f36ea612900 20 Filter name: none 2026-04-17T17:25:34.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f368cff9640 20 reqs_thread_entry: start 2026-04-17T17:25:34.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.233+0000 7f36ea612900 20 INFO: main: starting shard=0 2026-04-17T17:25:34.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.234+0000 7f36ea612900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:34.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.234+0000 7f36ea612900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:25:34.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.234+0000 7f36ea612900 20 INFO: main: done 2026-04-17T17:25:34.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.238+0000 7f36ea612900 20 remove_watcher() i=0 2026-04-17T17:25:34.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.238+0000 7f36ea612900 2 removed watcher, disabling cache 2026-04-17T17:25:34.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.238+0000 7f36ea612900 20 remove_watcher() i=4 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=3 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=5 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=6 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=2 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=1 2026-04-17T17:25:34.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.239+0000 7f36ea612900 20 remove_watcher() i=7 2026-04-17T17:25:34.252 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:34.252 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:34.267 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-17T17:25:34.563 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-17T17:25:34.836 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2026-04-17T17:25:34.857 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:34.857 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:34.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.877+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 realm 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.878+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.880+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:34.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.880+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.880+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:34.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.880+0000 7f0a31610900 20 searching for the correct realm 2026-04-17T17:25:34.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.885+0000 7f0a2cd38640 0 -- 192.168.123.106:0/1178047140 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x557eccc78290 msgr2=0x557eccc986a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:34.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.889+0000 7f0a2cd38640 0 -- 192.168.123.106:0/1178047140 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x7f09ec0a1830 msgr2=0x7f09ec0c1c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:34.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:34.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:34.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.891+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 zone default found 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 4 Realm: () 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 zonegroup default 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:34.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 started sync module instance, tier type = 2026-04-17T17:25:34.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.892+0000 7f0a31610900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:34.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.896+0000 7f0a31610900 20 add_watcher() i=0 2026-04-17T17:25:34.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.897+0000 7f0a31610900 20 add_watcher() i=4 2026-04-17T17:25:34.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.897+0000 7f0a31610900 20 add_watcher() i=6 2026-04-17T17:25:34.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.897+0000 7f0a31610900 20 add_watcher() i=5 2026-04-17T17:25:34.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.897+0000 7f0a31610900 20 add_watcher() i=2 2026-04-17T17:25:34.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.898+0000 7f0a31610900 20 add_watcher() i=1 2026-04-17T17:25:34.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.898+0000 7f0a31610900 20 add_watcher() i=3 2026-04-17T17:25:34.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.898+0000 7f0a31610900 20 add_watcher() i=7 2026-04-17T17:25:34.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.898+0000 7f0a31610900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:34.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.900+0000 7f0a31610900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:34.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.900+0000 7f0a31610900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:34.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.900+0000 7f0a31610900 5 note: GC not initialized 2026-04-17T17:25:34.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.900+0000 7f09d9feb640 20 reqs_thread_entry: start 2026-04-17T17:25:34.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.942+0000 7f0a31610900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:34.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.942+0000 7f0a31610900 20 Filter name: none 2026-04-17T17:25:34.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.942+0000 7f09d37fe640 20 reqs_thread_entry: start 2026-04-17T17:25:34.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.942+0000 7f0a31610900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:34.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.942+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 20 rados->read ofs=0 len=0 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:34.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.943+0000 7f0a31610900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:34.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.948+0000 7f0a31610900 20 remove_watcher() i=0 2026-04-17T17:25:34.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.948+0000 7f0a31610900 2 removed watcher, disabling cache 2026-04-17T17:25:34.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=2 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=3 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=5 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=6 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=4 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=7 2026-04-17T17:25:34.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:34.949+0000 7f0a31610900 20 remove_watcher() i=1 2026-04-17T17:25:34.960 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T17:25:34.986 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:34.987 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:35.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.007+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 realm 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.008+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.009+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:35.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.009+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.010+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:35.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.010+0000 7f9392bdc900 20 searching for the correct realm 2026-04-17T17:25:35.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.014+0000 7f9390e94640 0 -- 192.168.123.106:0/690956358 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f93740bbc30 msgr2=0x7f93740b3a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:35.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.018+0000 7f938b7fe640 0 -- 192.168.123.106:0/690956358 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f937c0760b0 msgr2=0x7f937c08ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.224+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 zone default found 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 4 Realm: () 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 zonegroup default 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.225+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.226+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.226+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.226+0000 7f9392bdc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.226+0000 7f9392bdc900 20 started sync module instance, tier type = 2026-04-17T17:25:35.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.226+0000 7f9392bdc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:35.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.230+0000 7f9392bdc900 20 add_watcher() i=2 2026-04-17T17:25:35.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.230+0000 7f9392bdc900 20 add_watcher() i=3 2026-04-17T17:25:35.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.230+0000 7f9392bdc900 20 add_watcher() i=6 2026-04-17T17:25:35.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.230+0000 7f9392bdc900 20 add_watcher() i=7 2026-04-17T17:25:35.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.231+0000 7f9392bdc900 20 add_watcher() i=0 2026-04-17T17:25:35.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.231+0000 7f9392bdc900 20 add_watcher() i=5 2026-04-17T17:25:35.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.231+0000 7f9392bdc900 20 add_watcher() i=4 2026-04-17T17:25:35.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.231+0000 7f9392bdc900 20 add_watcher() i=1 2026-04-17T17:25:35.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.231+0000 7f9392bdc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:35.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.233+0000 7f9392bdc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:35.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.233+0000 7f9392bdc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:35.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.233+0000 7f9392bdc900 5 note: GC not initialized 2026-04-17T17:25:35.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.233+0000 7f933cff1640 20 reqs_thread_entry: start 2026-04-17T17:25:35.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.272+0000 7f9392bdc900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.272+0000 7f9392bdc900 20 Filter name: none 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.272+0000 7f93367fc640 20 reqs_thread_entry: start 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 : miss 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 info.flags=0x17 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 to cache LRU end 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 updating xattr: name=user.rgw.acl bl.length()=179 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.273+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.274+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.274+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:c state=0x56027be75e48 s->prefetch_data=0 2026-04-17T17:25:35.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.274+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to uy3un8taxjx1cf2y9ggucm9aolaptlrq 2026-04-17T17:25:35.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.274+0000 7f9392bdc900 20 get_obj_state_impl: setting s->olh_tag to cpiqr219kccnzh1xuuflwkehmidjih9g 2026-04-17T17:25:35.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.274+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cpiqr219kccnzh1xuuflwkehmidjih9g 2026-04-17T17:25:35.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.275+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 olh_log_entry: epoch=3 op=3 key=c[zjaR-idHLdSJlGrudl81wNIjGkGoVGm] 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:zjaR-idHLdSJlGrudl81wNIjGkGoVGm_c state=0x56027bea6a28 s->prefetch_data=0 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 10 manifest: total_size = 22 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9228292518743153544 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:zjaR-idHLdSJlGrudl81wNIjGkGoVGm_c state=0x56027bea6a28 s->prefetch_data=0 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 prepare_atomic_modification: state is not atomic. state=0x56027bea6a28 2026-04-17T17:25:35.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.277+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.279+0000 7f9392bdc900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:35.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.279+0000 7f9392bdc900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-17T17:25:35.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.279+0000 7f9392bdc900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:35.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.281+0000 7f936f7fe640 20 handle_completion(): completion ok for obj=c[zjaR-idHLdSJlGrudl81wNIjGkGoVGm] 2026-04-17T17:25:35.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.282+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.282+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.284+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.285+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.285+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:d state=0x56027be75e18 s->prefetch_data=0 2026-04-17T17:25:35.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.285+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to rl40ghldiv1k4wdycxrkk24yws80k6w1 2026-04-17T17:25:35.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.285+0000 7f9392bdc900 20 get_obj_state_impl: setting s->olh_tag to qt0ozb6w0j62ze9nlrwqvec37nns17px 2026-04-17T17:25:35.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.285+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=qt0ozb6w0j62ze9nlrwqvec37nns17px 2026-04-17T17:25:35.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.287+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.288+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.288+0000 7f9392bdc900 20 olh_log_entry: epoch=3 op=3 key=d[ibw3lsGnzR9xoqF8407rRVPkGsoviyM] 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.288+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:ibw3lsGnzR9xoqF8407rRVPkGsoviyM_d state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.289+0000 7f9392bdc900 10 manifest: total_size = 22 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.289+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8891038827628706336 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.289+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:ibw3lsGnzR9xoqF8407rRVPkGsoviyM_d state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.289+0000 7f9392bdc900 20 prepare_atomic_modification: state is not atomic. state=0x56027beaf8f8 2026-04-17T17:25:35.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.289+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.292+0000 7f9392bdc900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:35.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.292+0000 7f9392bdc900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-17T17:25:35.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.292+0000 7f9392bdc900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:35.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.293+0000 7f936f7fe640 20 handle_completion(): completion ok for obj=d[ibw3lsGnzR9xoqF8407rRVPkGsoviyM] 2026-04-17T17:25:35.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.293+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.293+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.294+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.294+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.295+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:e state=0x56027be75e18 s->prefetch_data=0 2026-04-17T17:25:35.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.295+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to 6gmbjrv77y06m72d8qlqs6nozbc08h9u 2026-04-17T17:25:35.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.295+0000 7f9392bdc900 20 get_obj_state_impl: setting s->olh_tag to wk1e53d10e8ygcf95xuiju4ov09svted 2026-04-17T17:25:35.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.295+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wk1e53d10e8ygcf95xuiju4ov09svted 2026-04-17T17:25:35.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.296+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.298+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.298+0000 7f9392bdc900 20 olh_log_entry: epoch=2 op=2 key=e[] 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.298+0000 7f9392bdc900 20 olh_log_entry: epoch=2 op=3 key=e[i2Yh7L2uUd1gVA09TaMHO.sXgCU-P6k] 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.298+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:i2Yh7L2uUd1gVA09TaMHO.sXgCU-P6k_e state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.299+0000 7f9392bdc900 10 manifest: total_size = 9 2026-04-17T17:25:35.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.299+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12704124399253151898 2026-04-17T17:25:35.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.299+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:i2Yh7L2uUd1gVA09TaMHO.sXgCU-P6k_e state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.299+0000 7f9392bdc900 20 prepare_atomic_modification: state is not atomic. state=0x56027beaf8f8 2026-04-17T17:25:35.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.299+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.301+0000 7f9392bdc900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:35.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.301+0000 7f9392bdc900 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2026-04-17T17:25:35.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.301+0000 7f9392bdc900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:35.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.302+0000 7f936f7fe640 20 handle_completion(): completion ok for obj=e[i2Yh7L2uUd1gVA09TaMHO.sXgCU-P6k] 2026-04-17T17:25:35.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.303+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:e state=0x56027be75e18 s->prefetch_data=0 2026-04-17T17:25:35.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.304+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=wk1e53d10e8ygcf95xuiju4ov09svted 2026-04-17T17:25:35.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.306+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.307+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.307+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.307+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:f state=0x56027be75be8 s->prefetch_data=0 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.308+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to dnbydp4z2tvbr7t2us14g1wwz78fipkw 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.308+0000 7f9392bdc900 20 get_obj_state_impl: setting s->olh_tag to tqcll218gkvmd1ae78h9x8g3qtc3b5kz 2026-04-17T17:25:35.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.308+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tqcll218gkvmd1ae78h9x8g3qtc3b5kz 2026-04-17T17:25:35.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.309+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.310+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.310+0000 7f9392bdc900 20 olh_log_entry: epoch=2 op=2 key=f[] 2026-04-17T17:25:35.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.310+0000 7f9392bdc900 20 olh_log_entry: epoch=2 op=3 key=f[842Vyij2X85fkOzxcXMgoyF.DNOGO.-] 2026-04-17T17:25:35.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.310+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:842Vyij2X85fkOzxcXMgoyF.DNOGO.-_f state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.311+0000 7f9392bdc900 10 manifest: total_size = 11 2026-04-17T17:25:35.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.311+0000 7f9392bdc900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14532021609229591348 2026-04-17T17:25:35.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.311+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:_:842Vyij2X85fkOzxcXMgoyF.DNOGO.-_f state=0x56027beaf8f8 s->prefetch_data=0 2026-04-17T17:25:35.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.311+0000 7f9392bdc900 20 prepare_atomic_modification: state is not atomic. state=0x56027beaf8f8 2026-04-17T17:25:35.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.311+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.314+0000 7f9392bdc900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:25:35.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.314+0000 7f9392bdc900 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2026-04-17T17:25:35.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.314+0000 7f9392bdc900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:25:35.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.315+0000 7f936effd640 20 handle_completion(): completion ok for obj=f[842Vyij2X85fkOzxcXMgoyF.DNOGO.-] 2026-04-17T17:25:35.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.317+0000 7f9392bdc900 20 get_obj_state: octx=0x7f937c074850 obj=check-bucket:f state=0x56027be75be8 s->prefetch_data=0 2026-04-17T17:25:35.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.317+0000 7f9392bdc900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=tqcll218gkvmd1ae78h9x8g3qtc3b5kz 2026-04-17T17:25:35.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.320+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.321+0000 7f9392bdc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1.0 2026-04-17T17:25:35.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.321+0000 7f9392bdc900 1 NOTICE: finished shard 0 (4 entries removed) 2026-04-17T17:25:35.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.321+0000 7f9392bdc900 1 NOTICE: finished all shards (4 entries removed) 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 20 remove_watcher() i=0 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 2 removed watcher, disabling cache 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 20 remove_watcher() i=4 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 20 remove_watcher() i=3 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 20 remove_watcher() i=2 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.326+0000 7f9392bdc900 20 remove_watcher() i=7 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.327+0000 7f9392bdc900 20 remove_watcher() i=1 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.327+0000 7f9392bdc900 20 remove_watcher() i=5 2026-04-17T17:25:35.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.327+0000 7f9392bdc900 20 remove_watcher() i=6 2026-04-17T17:25:35.336 INFO:tasks.workunit.client.0.vm06.stderr:"bucket check unlinked" returned [{'name': 'c', 'instance': 'zjaR-idHLdSJlGrudl81wNIjGkGoVGm'}, {'name': 'd', 'instance': 'ibw3lsGnzR9xoqF8407rRVPkGsoviyM'}, {'name': 'e', 'instance': 'i2Yh7L2uUd1gVA09TaMHO.sXgCU-P6k'}, {'name': 'f', 'instance': '842Vyij2X85fkOzxcXMgoyF.DNOGO.-'}], expecting ['c', 'd', 'e', 'f'] 2026-04-17T17:25:35.338 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:35.338 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:35.356 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:35.356 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:35.497 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket check-bucket 2026-04-17T17:25:35.517 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:25:35.518 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:25:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.539+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 realm 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.541+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.544+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:35.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.544+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.545+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:25:35.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.545+0000 7f11c320f900 20 searching for the correct realm 2026-04-17T17:25:35.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.546+0000 7f11be059640 0 -- 192.168.123.106:0/575201295 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f11a8069070 msgr2=0x7f11a8074420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.550+0000 7f11be059640 0 -- 192.168.123.106:0/575201295 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f11780a1760 msgr2=0x7f11780c1b60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.554+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:25:35.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 zone default found 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 4 Realm: () 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 zonegroup default 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.555+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.556+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.556+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.556+0000 7f11c320f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.556+0000 7f11c320f900 20 started sync module instance, tier type = 2026-04-17T17:25:35.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.556+0000 7f11c320f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:25:35.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.559+0000 7f11c320f900 20 add_watcher() i=0 2026-04-17T17:25:35.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.560+0000 7f11c320f900 20 add_watcher() i=3 2026-04-17T17:25:35.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.560+0000 7f11c320f900 20 add_watcher() i=2 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 20 add_watcher() i=5 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 20 add_watcher() i=6 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 20 add_watcher() i=7 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 20 add_watcher() i=1 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 20 add_watcher() i=4 2026-04-17T17:25:35.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.561+0000 7f11c320f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:25:35.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.563+0000 7f11c320f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:25:35.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.563+0000 7f11c320f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:25:35.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.564+0000 7f11c320f900 5 note: GC not initialized 2026-04-17T17:25:35.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.564+0000 7f11677fe640 20 reqs_thread_entry: start 2026-04-17T17:25:35.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11c320f900 20 init_complete bucket index max shards: 1 2026-04-17T17:25:35.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11c320f900 20 Filter name: none 2026-04-17T17:25:35.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11657fa640 20 reqs_thread_entry: start 2026-04-17T17:25:35.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.616+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=190 2026-04-17T17:25:35.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 rados->read ofs=0 len=0 2026-04-17T17:25:35.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 rados_obj.operate() r=0 bl.length=420 2026-04-17T17:25:35.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.617+0000 7f11c320f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:25:35.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.621+0000 7f11c320f900 20 remove_watcher() i=0 2026-04-17T17:25:35.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.621+0000 7f11c320f900 2 removed watcher, disabling cache 2026-04-17T17:25:35.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.621+0000 7f11c320f900 20 remove_watcher() i=3 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.622+0000 7f11c320f900 20 remove_watcher() i=7 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.622+0000 7f11c320f900 20 remove_watcher() i=2 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.623+0000 7f11c320f900 20 remove_watcher() i=5 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.623+0000 7f11c320f900 20 remove_watcher() i=6 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.623+0000 7f11c320f900 20 remove_watcher() i=4 2026-04-17T17:25:35.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:25:35.623+0000 7f11c320f900 20 remove_watcher() i=1 2026-04-17T17:25:35.632 INFO:tasks.workunit.client.0.vm06.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-17T17:25:35.632 INFO:tasks.workunit.client.0.vm06.stderr:Deleting bucket check-bucket 2026-04-17T17:25:35.634 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:35.634 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:35.649 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:25:35.649 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:25:35.750 INFO:tasks.workunit.client.0.vm06.stderr:Completed bucket check tests 2026-04-17T17:25:35.750 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-17T17:25:35.750 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-17T17:25:35.750 INFO:tasks.workunit.client.0.vm06.stdout:connected to https://localhost:443 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stdout:OK. 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ deactivate 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ export PATH 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ hash -r 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ unset VIRTUAL_ENV 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ unset -f deactivate 2026-04-17T17:25:35.819 INFO:tasks.workunit.client.0.vm06.stderr:+ echo OK. 2026-04-17T17:25:35.819 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:25:35.819 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:25:35.899 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2026-04-17T17:25:35.899 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T17:25:36.398 DEBUG:teuthology.parallel:result is None 2026-04-17T17:25:36.398 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:25:36.437 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:25:36.437 DEBUG:teuthology.orchestra.run.vm06:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:25:36.506 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:25:36.506 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T17:25:36.509 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:25:36.509 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T17:25:36.509 DEBUG:teuthology.orchestra.run.vm06:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:25:36.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:25:36.577 INFO:teuthology.orchestra.run.vm06.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T17:25:36.577 DEBUG:teuthology.orchestra.run.vm06:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:25:36.647 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T17:25:36.647 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T17:25:36.715 INFO:tasks.workunit:timeout=3h 2026-04-17T17:25:36.715 INFO:tasks.workunit:cleanup=True 2026-04-17T17:25:36.715 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:25:36.784 INFO:tasks.workunit.client.0.vm06.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T17:26:08.878 INFO:tasks.workunit.client.0.vm06.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: git switch -c 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:Or undo this operation with: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: git switch - 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:26:08.879 INFO:tasks.workunit.client.0.vm06.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T17:26:08.887 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T17:26:08.957 INFO:tasks.workunit.client.0.vm06.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T17:26:08.959 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:26:08.959 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T17:26:08.998 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T17:26:09.035 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T17:26:09.066 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:26:09.067 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:26:09.067 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T17:26:09.099 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:26:09.102 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:26:09.102 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T17:26:09.169 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2026-04-17T17:26:09.170 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2026-04-17T17:26:09.170 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2026-04-17T17:26:09.258 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:26:09.258 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-17T17:26:09.258 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:26:09.258 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from ClsLock 2026-04-17T17:26:09.258 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestMultiLocking 2026-04-17T17:26:11.318 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:11.318 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: exclusive 2026-04-17T17:26:11.318 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:11.318 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:11.318 INFO:tasks.workunit.client.0.vm06.stdout: client.5073 expiration=2026-04-17T17:28:11.313801+0000 addr=v1:192.168.123.106:0/1156484633 cookie= 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: shared 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout: client.5073 expiration=2026-04-17T17:28:11.319656+0000 addr=v1:192.168.123.106:0/1156484633 cookie= 2026-04-17T17:26:11.321 INFO:tasks.workunit.client.0.vm06.stdout: client.5079 expiration=0.000000 addr=v1:192.168.123.106:0/2057788393 cookie= 2026-04-17T17:26:11.322 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:11.322 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: shared 2026-04-17T17:26:11.322 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:11.322 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:11.322 INFO:tasks.workunit.client.0.vm06.stdout: client.5079 expiration=0.000000 addr=v1:192.168.123.106:0/2057788393 cookie= 2026-04-17T17:26:12.559 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestMultiLocking (3301 ms) 2026-04-17T17:26:12.559 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestMeta 2026-04-17T17:26:14.857 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:14.857 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: shared 2026-04-17T17:26:14.857 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:14.857 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:14.857 INFO:tasks.workunit.client.0.vm06.stdout: client.5091 expiration=0.000000 addr=v1:192.168.123.106:0/1122958938 cookie= 2026-04-17T17:26:14.859 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:14.859 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: exclusive 2026-04-17T17:26:14.859 INFO:tasks.workunit.client.0.vm06.stdout: tag: new_tag 2026-04-17T17:26:14.859 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:14.859 INFO:tasks.workunit.client.0.vm06.stdout: client.5085 expiration=0.000000 addr=v1:192.168.123.106:0/2226521852 cookie= 2026-04-17T17:26:15.849 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestMeta (3288 ms) 2026-04-17T17:26:15.849 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestCookie 2026-04-17T17:26:17.874 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:17.874 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: exclusive 2026-04-17T17:26:17.874 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:17.874 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout:lock: mylock 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout: lock_type: shared 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout: tag: 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout: lockers: 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout: client.5097 expiration=0.000000 addr=v1:192.168.123.106:0/2276222433 cookie= 2026-04-17T17:26:17.876 INFO:tasks.workunit.client.0.vm06.stdout: client.5097 expiration=0.000000 addr=v1:192.168.123.106:0/2276222433 cookie=new cookie 2026-04-17T17:26:18.863 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestCookie (3014 ms) 2026-04-17T17:26:18.863 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestMultipleLocks 2026-04-17T17:26:21.924 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestMultipleLocks (3061 ms) 2026-04-17T17:26:21.924 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestLockDuration 2026-04-17T17:26:29.054 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestLockDuration (7129 ms) 2026-04-17T17:26:29.054 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestAssertLocked 2026-04-17T17:26:32.071 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestAssertLocked (3017 ms) 2026-04-17T17:26:32.072 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestSetCookie 2026-04-17T17:26:35.100 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestSetCookie (3028 ms) 2026-04-17T17:26:35.100 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestRenew 2026-04-17T17:26:55.286 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestRenew (20184 ms) 2026-04-17T17:26:55.286 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2026-04-17T17:27:02.282 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6996 ms) 2026-04-17T17:27:02.282 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2026-04-17T17:27:10.276 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7995 ms) 2026-04-17T17:27:10.277 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (7999 ms) 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from ClsLock (69018 ms total) 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 11 tests from 1 test suite ran. (69018 ms total) 2026-04-17T17:27:18.276 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 11 tests. 2026-04-17T17:27:18.278 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:27:18.278 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:27:18.313 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2026-04-17T17:27:18.314 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2026-04-17T17:27:18.314 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2026-04-17T17:27:18.393 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:27:18.393 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-17T17:27:18.393 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:27:18.393 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from cls_log 2026-04-17T17:27:18.393 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_log.test_log_add_same_time 2026-04-17T17:27:21.301 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_log.test_log_add_same_time (2907 ms) 2026-04-17T17:27:21.301 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_log.test_log_add_different_time 2026-04-17T17:27:24.342 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_log.test_log_add_different_time (3040 ms) 2026-04-17T17:27:24.342 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_log.trim_by_time 2026-04-17T17:27:27.423 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_log.trim_by_time (3080 ms) 2026-04-17T17:27:27.423 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_log.trim_by_marker 2026-04-17T17:27:30.461 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_log.trim_by_marker (3038 ms) 2026-04-17T17:27:30.461 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from cls_log (12067 ms total) 2026-04-17T17:27:30.461 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:27:30.462 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:27:30.462 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 4 tests from 1 test suite ran. (12068 ms total) 2026-04-17T17:27:30.462 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 4 tests. 2026-04-17T17:27:30.464 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:27:30.464 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:27:30.545 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2026-04-17T17:27:30.546 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2026-04-17T17:27:30.546 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2026-04-17T17:27:30.629 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:27:30.629 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-17T17:27:30.629 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:27:30.629 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 10 tests from cls_refcount 2026-04-17T17:27:30.629 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_implicit 2026-04-17T17:27:33.511 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_implicit (2881 ms) 2026-04-17T17:27:33.511 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2026-04-17T17:27:36.647 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3135 ms) 2026-04-17T17:27:36.647 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_put_snap 2026-04-17T17:27:45.738 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_put_snap (9090 ms) 2026-04-17T17:27:45.738 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_explicit 2026-04-17T17:27:48.753 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_explicit (3015 ms) 2026-04-17T17:27:48.753 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.set 2026-04-17T17:27:51.785 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.set (3032 ms) 2026-04-17T17:27:51.785 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_implicit_ec 2026-04-17T17:27:59.074 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_implicit_ec (7289 ms) 2026-04-17T17:27:59.075 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2026-04-17T17:28:06.136 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7061 ms) 2026-04-17T17:28:06.136 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2026-04-17T17:28:18.299 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_put_snap_ec (12163 ms) 2026-04-17T17:28:18.299 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.test_explicit_ec 2026-04-17T17:28:25.400 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.test_explicit_ec (7100 ms) 2026-04-17T17:28:25.400 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_refcount.set_ec 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_refcount.set_ec (7115 ms) 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 10 tests from cls_refcount (61885 ms total) 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 10 tests from 1 test suite ran. (61886 ms total) 2026-04-17T17:28:32.515 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 10 tests. 2026-04-17T17:28:32.518 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:28:32.518 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:28:32.554 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2026-04-17T17:28:32.555 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2026-04-17T17:28:32.555 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2026-04-17T17:28:32.637 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:28:32.637 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-17T17:28:32.637 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:28:32.637 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from cls_rgw 2026-04-17T17:28:34.545 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_basic 2026-04-17T17:28:34.565 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_basic (20 ms) 2026-04-17T17:28:34.565 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2026-04-17T17:28:34.586 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (21 ms) 2026-04-17T17:28:34.586 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_remove_object 2026-04-17T17:28:34.615 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_remove_object (28 ms) 2026-04-17T17:28:34.615 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_suggest 2026-04-17T17:28:35.957 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_suggest (1341 ms) 2026-04-17T17:28:35.957 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_suggest_complete 2026-04-17T17:28:35.960 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_suggest_complete (3 ms) 2026-04-17T17:28:35.960 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_list 2026-04-17T17:28:35.978 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_list (17 ms) 2026-04-17T17:28:35.978 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_list_delimited 2026-04-17T17:28:53.876 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_list_delimited (17898 ms) 2026-04-17T17:28:53.876 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.bi_list 2026-04-17T17:28:53.934 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.bi_list (57 ms) 2026-04-17T17:28:53.934 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.gc_set 2026-04-17T17:28:53.943 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.gc_set (8 ms) 2026-04-17T17:28:53.943 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.gc_list 2026-04-17T17:28:53.951 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.gc_list (8 ms) 2026-04-17T17:28:53.951 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.gc_defer 2026-04-17T17:29:00.431 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.gc_defer (6479 ms) 2026-04-17T17:29:00.431 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.usage_basic 2026-04-17T17:29:00.673 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.usage_basic (241 ms) 2026-04-17T17:29:00.673 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2026-04-17T17:29:00.673 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.usage_clear_no_obj (0 ms) 2026-04-17T17:29:00.673 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.usage_clear 2026-04-17T17:29:00.757 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.usage_clear (83 ms) 2026-04-17T17:29:00.757 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.bi_log_trim 2026-04-17T17:29:00.786 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.bi_log_trim (29 ms) 2026-04-17T17:29:00.786 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.index_racing_removes 2026-04-17T17:29:00.795 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.index_racing_removes (9 ms) 2026-04-17T17:29:00.795 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.reshardlog_list 2026-04-17T17:29:00.806 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.reshardlog_list (10 ms) 2026-04-17T17:29:00.806 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.reshardlog_num 2026-04-17T17:29:00.813 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.reshardlog_num (7 ms) 2026-04-17T17:29:00.813 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw.bi_put_entries 2026-04-17T17:29:00.834 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw.bi_put_entries (21 ms) 2026-04-17T17:29:01.438 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from cls_rgw (26290 ms total) 2026-04-17T17:29:01.439 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:29:01.439 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:29:01.439 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 19 tests from 1 test suite ran. (28801 ms total) 2026-04-17T17:29:01.439 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 19 tests. 2026-04-17T17:29:01.441 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:29:01.441 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:29:01.477 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2026-04-17T17:29:01.477 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2026-04-17T17:29:01.477 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2026-04-17T17:29:01.599 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:29:01.599 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-17T17:29:01.599 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:29:01.599 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from cls_rgw_gc 2026-04-17T17:29:01.599 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.init 2026-04-17T17:29:03.899 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.init (2299 ms) 2026-04-17T17:29:03.899 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2026-04-17T17:29:03.906 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (7 ms) 2026-04-17T17:29:03.906 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2026-04-17T17:29:03.906 INFO:tasks.workunit.client.0.vm06.stderr:[ ] list info tag = chain-0 2026-04-17T17:29:03.910 INFO:tasks.workunit.client.0.vm06.stderr:[ ] next_marker is: = 0/4263 2026-04-17T17:29:03.911 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (4 ms) 2026-04-17T17:29:03.911 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2026-04-17T17:29:03.915 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (4 ms) 2026-04-17T17:29:03.915 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2026-04-17T17:29:03.920 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (4 ms) 2026-04-17T17:29:03.920 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2026-04-17T17:29:04.041 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (120 ms) 2026-04-17T17:29:04.041 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2026-04-17T17:29:04.049 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (8 ms) 2026-04-17T17:29:04.049 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2026-04-17T17:29:04.053 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (4 ms) 2026-04-17T17:29:04.053 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_gc.finalize 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_gc.finalize (848 ms) 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from cls_rgw_gc (3302 ms total) 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 9 tests from 1 test suite ran. (3302 ms total) 2026-04-17T17:29:04.902 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 9 tests. 2026-04-17T17:29:04.905 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:29:04.905 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:29:04.938 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2026-04-17T17:29:04.938 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2026-04-17T17:29:04.938 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2026-04-17T17:29:05.018 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:29:05.018 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:29:05.018 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 1 test from 1 test suite. 2026-04-17T17:29:05.018 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:29:06.918 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from cls_rgw_stats 2026-04-17T17:29:06.921 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_rgw_stats.simulate 2026-04-17T17:29:06.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.931+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~51L0PRI4Y8FY.0 size=523198 2026-04-17T17:29:06.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.931+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=51L0PRI4Y8FY tag=U4M4JL0J2YIR type=write size=1571774 2026-04-17T17:29:06.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.933+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~ZUN01P2QLA2B.0 size=710203 2026-04-17T17:29:06.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.933+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=ZUN01P2QLA2B tag=BKWG96DZJSY7 type=write size=1758779 2026-04-17T17:29:06.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.934+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=UMGIHS9OA7G7 type=del size=1774599 2026-04-17T17:29:06.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.936+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~XVYY83SG3EI3.0 size=1048576 2026-04-17T17:29:06.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.937+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~XVYY83SG3EI3.1 size=604494 2026-04-17T17:29:06.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.937+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=XVYY83SG3EI3 tag=AZX2COA6SYPL type=write size=2701646 2026-04-17T17:29:06.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.937+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=X1ENPMPUMJ1R type=del size=4074112 2026-04-17T17:29:06.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.938+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=HRNXV8SKN277 type=del size=383358 2026-04-17T17:29:06.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.939+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=NINACRLJQHZC type=del size=4077665 2026-04-17T17:29:06.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.940+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=NSJ4NLZP0PNI type=del size=2091169 2026-04-17T17:29:06.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.941+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=FWA8EA0290HC type=write size=47814 2026-04-17T17:29:06.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.942+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.0 size=1048576 2026-04-17T17:29:06.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.943+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.1 size=1048576 2026-04-17T17:29:06.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.944+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.2 size=268942 2026-04-17T17:29:06.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.944+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=RL6VQCD651UQ tag=WG3HKKA95GFE type=write size=3414670 2026-04-17T17:29:06.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.944+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=NZGH4NG520OA type=del size=296505 2026-04-17T17:29:06.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.946+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.0 size=1048576 2026-04-17T17:29:06.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.946+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.1 size=1048576 2026-04-17T17:29:06.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.947+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.2 size=209062 2026-04-17T17:29:06.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.947+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=G7H778K3EUBO tag=YWZUDUZFZ3IS type=write size=3354790 2026-04-17T17:29:06.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.949+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.0 size=1048576 2026-04-17T17:29:06.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.949+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.1 size=1048576 2026-04-17T17:29:06.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.950+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.2 size=79003 2026-04-17T17:29:06.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.950+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=42EXQO5XOI7O tag=E8V3WR95R5HI type=write size=3224731 2026-04-17T17:29:06.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.951+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=NZB1OK0TN9FM type=del size=2140856 2026-04-17T17:29:06.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.952+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~16L2WD4J0TIT.0 size=659686 2026-04-17T17:29:06.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.952+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=16L2WD4J0TIT tag=CQYI757LQP5C type=write size=1708262 2026-04-17T17:29:06.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.953+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~7YD5NMVTCRYM.0 size=452204 2026-04-17T17:29:06.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.953+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=7YD5NMVTCRYM tag=SHY0LV0CWJ1J type=write size=1500780 2026-04-17T17:29:06.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.954+0000 7f7c665b4880 1 < canceled part key=_multipart_SHWRAMH9AJNK.2~51L0PRI4Y8FY.0 size=523198 2026-04-17T17:29:06.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.955+0000 7f7c665b4880 1 < canceled multipart upload key=SHWRAMH9AJNK upload=51L0PRI4Y8FY tag=U4M4JL0J2YIR type=write size=1571774 2026-04-17T17:29:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.956+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=QQXGQN2RX98W type=write size=729634 2026-04-17T17:29:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.956+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~ZUN01P2QLA2B.0 size=710203 2026-04-17T17:29:06.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.957+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=ZUN01P2QLA2B tag=BKWG96DZJSY7 type=write size=1758779 2026-04-17T17:29:06.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.958+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=6AA1DSSY7SB0 type=del size=3790547 2026-04-17T17:29:06.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.958+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=UMGIHS9OA7G7 type=del 2026-04-17T17:29:06.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.959+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=URTM9K8QZTTQ type=write size=563137 2026-04-17T17:29:06.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.960+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~XVYY83SG3EI3.0 size=1048576 2026-04-17T17:29:06.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.960+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~XVYY83SG3EI3.1 size=604494 2026-04-17T17:29:06.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.962+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=XVYY83SG3EI3 tag=AZX2COA6SYPL type=write size=2701646 2026-04-17T17:29:06.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.963+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~ZKH6AVR3CFKL.0 size=376653 2026-04-17T17:29:06.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.963+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=ZKH6AVR3CFKL tag=Y7OEFDUUVHJ7 type=write size=1425229 2026-04-17T17:29:06.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.964+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=X1ENPMPUMJ1R type=del 2026-04-17T17:29:06.968 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.965+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=Q09CFSDXF3B2 type=del size=679924 2026-04-17T17:29:06.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.966+0000 7f7c665b4880 1 < suggested remove operation key=TI30PAI6L1CR tag=HRNXV8SKN277 type=del 2026-04-17T17:29:06.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.967+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=1SNBM4T8NJXM type=del size=492820 2026-04-17T17:29:06.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.968+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=NINACRLJQHZC type=del 2026-04-17T17:29:06.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.969+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~LQ9BOGJAJ3PC.0 size=420642 2026-04-17T17:29:06.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.969+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=LQ9BOGJAJ3PC tag=RG89T8SBHMTS type=write size=1469218 2026-04-17T17:29:06.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.970+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=NSJ4NLZP0PNI type=del 2026-04-17T17:29:06.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.971+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~EPTYREJOK105.0 size=1048576 2026-04-17T17:29:06.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.972+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~EPTYREJOK105.1 size=573150 2026-04-17T17:29:06.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.972+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=EPTYREJOK105 tag=D7M05VNHPH68 type=write size=2670302 2026-04-17T17:29:06.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.973+0000 7f7c665b4880 1 < suggested remove operation key=X3LOYT9XHKPY tag=FWA8EA0290HC type=write 2026-04-17T17:29:06.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.975+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.0 size=1048576 2026-04-17T17:29:06.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.975+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.1 size=1048576 2026-04-17T17:29:06.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.976+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.2 size=1041094 2026-04-17T17:29:06.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.976+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=2FLBCDP9LWPC tag=5L65ON1W0ISX type=write size=4186822 2026-04-17T17:29:06.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.977+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.0 size=1048576 2026-04-17T17:29:06.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.978+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.1 size=1048576 2026-04-17T17:29:06.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.978+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~RL6VQCD651UQ.2 size=268942 2026-04-17T17:29:06.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.980+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=RL6VQCD651UQ tag=WG3HKKA95GFE type=write size=3414670 2026-04-17T17:29:06.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.981+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~CRN5W2ZS2PDZ.0 size=537747 2026-04-17T17:29:06.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.981+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=CRN5W2ZS2PDZ tag=0CXLQVBRQ7GA type=write size=1586323 2026-04-17T17:29:06.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.983+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=NZGH4NG520OA type=del size=296505 2026-04-17T17:29:06.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.984+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~ZPR5V5I7S08H.0 size=963675 2026-04-17T17:29:06.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.984+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=ZPR5V5I7S08H tag=E9FQCWH9M51X type=write size=2012251 2026-04-17T17:29:06.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.985+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.0 size=1048576 2026-04-17T17:29:06.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.986+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.1 size=1048576 2026-04-17T17:29:06.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.986+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~G7H778K3EUBO.2 size=209062 2026-04-17T17:29:06.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.988+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=G7H778K3EUBO tag=YWZUDUZFZ3IS type=write size=3354790 2026-04-17T17:29:06.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.989+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=JIM4971PWGGN type=del size=472857 2026-04-17T17:29:06.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.989+0000 7f7c665b4880 1 < canceled part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.0 size=1048576 2026-04-17T17:29:06.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.990+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.1 size=1048576 2026-04-17T17:29:06.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.990+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~42EXQO5XOI7O.2 size=79003 2026-04-17T17:29:06.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.992+0000 7f7c665b4880 1 < canceled multipart upload key=RSVTCQBMABG0 upload=42EXQO5XOI7O tag=E8V3WR95R5HI type=write size=3224731 2026-04-17T17:29:06.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.993+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=47WEYZAEJ0RB type=del size=2244427 2026-04-17T17:29:06.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.993+0000 7f7c665b4880 1 < canceled operation key=3FQ8A7OTR822 tag=NZB1OK0TN9FM type=del size=2140856 2026-04-17T17:29:06.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.994+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=UG7WFDMWT1J4 type=del size=2631098 2026-04-17T17:29:06.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.995+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~16L2WD4J0TIT.0 size=659686 2026-04-17T17:29:07.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.997+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=16L2WD4J0TIT tag=CQYI757LQP5C type=write size=1708262 2026-04-17T17:29:07.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.997+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=FO7GBS9DLCIP type=del size=1613632 2026-04-17T17:29:07.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:06.998+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~7YD5NMVTCRYM.0 size=452204 2026-04-17T17:29:07.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.000+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=7YD5NMVTCRYM tag=SHY0LV0CWJ1J type=write size=1500780 2026-04-17T17:29:07.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.001+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~HZP160WMTNXR.0 size=445249 2026-04-17T17:29:07.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.001+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=HZP160WMTNXR tag=NRA8WR7IHM9G type=write size=1493825 2026-04-17T17:29:07.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.002+0000 7f7c665b4880 1 < suggested remove operation key=WXONWDD5IC4D tag=QQXGQN2RX98W type=write 2026-04-17T17:29:07.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.004+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~3GTVI2LGBJSE.0 size=106689 2026-04-17T17:29:07.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.004+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=3GTVI2LGBJSE tag=CBJCSYT02542 type=write size=1155265 2026-04-17T17:29:07.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.005+0000 7f7c665b4880 1 < suggested remove operation key=PH6NQ0F9XPO8 tag=6AA1DSSY7SB0 type=del 2026-04-17T17:29:07.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.007+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~M2X793RF6916.0 size=1048576 2026-04-17T17:29:07.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.007+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~M2X793RF6916.1 size=874672 2026-04-17T17:29:07.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.007+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=M2X793RF6916 tag=OYNYAEDAKS56 type=write size=2971824 2026-04-17T17:29:07.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.009+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=URTM9K8QZTTQ type=write size=563137 2026-04-17T17:29:07.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.010+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~R01ZP586OZ0J.0 size=1048576 2026-04-17T17:29:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.011+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~R01ZP586OZ0J.1 size=709103 2026-04-17T17:29:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.011+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=R01ZP586OZ0J tag=G4B0LCN1EL4I type=write size=2806255 2026-04-17T17:29:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.012+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~ZKH6AVR3CFKL.0 size=376653 2026-04-17T17:29:07.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.013+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=ZKH6AVR3CFKL tag=Y7OEFDUUVHJ7 type=write size=1425229 2026-04-17T17:29:07.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.014+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=7Q440SU4HMIU type=del size=3280676 2026-04-17T17:29:07.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.015+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=Q09CFSDXF3B2 type=del 2026-04-17T17:29:07.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.016+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=3R72TKOMMBTO type=del size=4158814 2026-04-17T17:29:07.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.017+0000 7f7c665b4880 1 < suggested remove operation key=WI8M3P76704S tag=1SNBM4T8NJXM type=del 2026-04-17T17:29:07.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.018+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=2W8MYW9PW4EI type=del size=209623 2026-04-17T17:29:07.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.019+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~LQ9BOGJAJ3PC.0 size=420642 2026-04-17T17:29:07.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.021+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=LQ9BOGJAJ3PC tag=RG89T8SBHMTS type=write size=1469218 2026-04-17T17:29:07.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.022+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=1P808K9WN9JK type=del size=1836273 2026-04-17T17:29:07.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.023+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~EPTYREJOK105.0 size=1048576 2026-04-17T17:29:07.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.023+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~EPTYREJOK105.1 size=573150 2026-04-17T17:29:07.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.025+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=EPTYREJOK105 tag=D7M05VNHPH68 type=write size=2670302 2026-04-17T17:29:07.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.027+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~M89F0O3QOUCY.0 size=343867 2026-04-17T17:29:07.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.027+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=M89F0O3QOUCY tag=I08FJ9QUH89V type=write size=1392443 2026-04-17T17:29:07.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.027+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.0 size=1048576 2026-04-17T17:29:07.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.028+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.1 size=1048576 2026-04-17T17:29:07.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.029+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2FLBCDP9LWPC.2 size=1041094 2026-04-17T17:29:07.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.030+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=2FLBCDP9LWPC tag=5L65ON1W0ISX type=write size=4186822 2026-04-17T17:29:07.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.032+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.0 size=1048576 2026-04-17T17:29:07.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.033+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.1 size=1048576 2026-04-17T17:29:07.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.034+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.2 size=734762 2026-04-17T17:29:07.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.034+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=BAHN5DNCNHAT tag=XC8X2J08C229 type=write size=3880490 2026-04-17T17:29:07.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.035+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~CRN5W2ZS2PDZ.0 size=537747 2026-04-17T17:29:07.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.036+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=CRN5W2ZS2PDZ tag=0CXLQVBRQ7GA type=write size=1586323 2026-04-17T17:29:07.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.037+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=CWK9BM4RFKXB type=del size=686665 2026-04-17T17:29:07.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.038+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~ZPR5V5I7S08H.0 size=963675 2026-04-17T17:29:07.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.039+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=ZPR5V5I7S08H tag=E9FQCWH9M51X type=write size=2012251 2026-04-17T17:29:07.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.040+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=L472EMYEHZVE type=del size=2750438 2026-04-17T17:29:07.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.041+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=JIM4971PWGGN type=del 2026-04-17T17:29:07.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.042+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.0 size=1048576 2026-04-17T17:29:07.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.043+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.1 size=1048576 2026-04-17T17:29:07.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.044+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.2 size=462741 2026-04-17T17:29:07.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.044+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=WWDLBH3VP13E tag=9UP3N0Y74DZT type=write size=3608469 2026-04-17T17:29:07.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.046+0000 7f7c665b4880 1 < suggested remove operation key=OCKF8K37F4KO tag=47WEYZAEJ0RB type=del 2026-04-17T17:29:07.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.046+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=F1D61XDMQPID type=del size=3300383 2026-04-17T17:29:07.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.048+0000 7f7c665b4880 1 < suggested update operation key=ZZT5E3KUYN42 tag=UG7WFDMWT1J4 type=del size=2631098 2026-04-17T17:29:07.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.050+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~5LCVKTBO0BSM.0 size=971168 2026-04-17T17:29:07.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.050+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=5LCVKTBO0BSM tag=12QBQ9DAYWV4 type=write size=2019744 2026-04-17T17:29:07.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.051+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=FO7GBS9DLCIP type=del 2026-04-17T17:29:07.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.052+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=UGRK36MEDD36 type=del size=1953847 2026-04-17T17:29:07.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.052+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~HZP160WMTNXR.0 size=445249 2026-04-17T17:29:07.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.054+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=HZP160WMTNXR tag=NRA8WR7IHM9G type=write size=1493825 2026-04-17T17:29:07.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.055+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=1W43FGENXS31 type=del size=663005 2026-04-17T17:29:07.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.056+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~3GTVI2LGBJSE.0 size=106689 2026-04-17T17:29:07.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.057+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=3GTVI2LGBJSE tag=CBJCSYT02542 type=write size=1155265 2026-04-17T17:29:07.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.059+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~CIGMHGO7IRGO.0 size=919385 2026-04-17T17:29:07.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.059+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=CIGMHGO7IRGO tag=5S933O9YDHM7 type=write size=1967961 2026-04-17T17:29:07.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.060+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~M2X793RF6916.0 size=1048576 2026-04-17T17:29:07.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.061+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~M2X793RF6916.1 size=874672 2026-04-17T17:29:07.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.062+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=M2X793RF6916 tag=OYNYAEDAKS56 type=write size=2971824 2026-04-17T17:29:07.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.063+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=L0CQK73OV8XV type=del size=299128 2026-04-17T17:29:07.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.064+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~R01ZP586OZ0J.0 size=1048576 2026-04-17T17:29:07.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.065+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~R01ZP586OZ0J.1 size=709103 2026-04-17T17:29:07.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.067+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=R01ZP586OZ0J tag=G4B0LCN1EL4I type=write size=2806255 2026-04-17T17:29:07.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.068+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=TPBF8FYZ5NAS type=del size=1149110 2026-04-17T17:29:07.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.069+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=7Q440SU4HMIU type=del 2026-04-17T17:29:07.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.070+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~9PRHC1P55JO2.0 size=1048576 2026-04-17T17:29:07.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.071+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~9PRHC1P55JO2.1 size=321537 2026-04-17T17:29:07.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.071+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=9PRHC1P55JO2 tag=O7RYD9JW9SW2 type=write size=2418689 2026-04-17T17:29:07.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.072+0000 7f7c665b4880 -1 < failed to complete operation key=OCKF8K37F4KO tag=3R72TKOMMBTO type=del size=4158814: (22) Invalid argument 2026-04-17T17:29:07.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.074+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.0 size=1048576 2026-04-17T17:29:07.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.074+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.1 size=1048576 2026-04-17T17:29:07.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.075+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.2 size=521302 2026-04-17T17:29:07.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.075+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=LUAS3ET9S1UW tag=CNZ8S8TBRNUH type=write size=3667030 2026-04-17T17:29:07.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.076+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=2W8MYW9PW4EI type=del 2026-04-17T17:29:07.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.077+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=FGCD3OKQIABC type=write size=935924 2026-04-17T17:29:07.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.078+0000 7f7c665b4880 1 < canceled operation key=6A36KB48BU1Q tag=1P808K9WN9JK type=del size=1836273 2026-04-17T17:29:07.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.079+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=NRQDMQVQNAOM type=write size=793990 2026-04-17T17:29:07.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.080+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~M89F0O3QOUCY.0 size=343867 2026-04-17T17:29:07.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.081+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=M89F0O3QOUCY tag=I08FJ9QUH89V type=write size=1392443 2026-04-17T17:29:07.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.082+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=75JDQY0APCPJ type=del size=2739243 2026-04-17T17:29:07.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.083+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.0 size=1048576 2026-04-17T17:29:07.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.084+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.1 size=1048576 2026-04-17T17:29:07.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.084+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BAHN5DNCNHAT.2 size=734762 2026-04-17T17:29:07.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.086+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=BAHN5DNCNHAT tag=XC8X2J08C229 type=write size=3880490 2026-04-17T17:29:07.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.087+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.0 size=1048576 2026-04-17T17:29:07.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.088+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.1 size=1048576 2026-04-17T17:29:07.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.089+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.2 size=396637 2026-04-17T17:29:07.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.089+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=UW2J74OWZ0RR tag=33XWAQ0DC2DO type=write size=3542365 2026-04-17T17:29:07.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.089+0000 7f7c665b4880 -1 < failed to complete operation key=OCKF8K37F4KO tag=CWK9BM4RFKXB type=del size=686665: (22) Invalid argument 2026-04-17T17:29:07.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.090+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=VJ7SY78AS9V5 type=del size=2316944 2026-04-17T17:29:07.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.091+0000 7f7c665b4880 -1 < failed to complete operation key=OCKF8K37F4KO tag=L472EMYEHZVE type=del size=2750438: (22) Invalid argument 2026-04-17T17:29:07.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.092+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=R2GHF4H9AWYT type=del size=4163279 2026-04-17T17:29:07.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.092+0000 7f7c665b4880 1 < canceled part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.0 size=1048576 2026-04-17T17:29:07.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.094+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.1 size=1048576 2026-04-17T17:29:07.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.095+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~WWDLBH3VP13E.2 size=462741 2026-04-17T17:29:07.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.096+0000 7f7c665b4880 1 < canceled multipart upload key=XBC61NN04TV9 upload=WWDLBH3VP13E tag=9UP3N0Y74DZT type=write size=3608469 2026-04-17T17:29:07.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.098+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~Z3YRU5QY0ZP8.0 size=281494 2026-04-17T17:29:07.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.098+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=Z3YRU5QY0ZP8 tag=HVI7A8DUZDVG type=write size=1330070 2026-04-17T17:29:07.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.099+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=F1D61XDMQPID type=del 2026-04-17T17:29:07.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.100+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=MWB60QV8V4VW type=del size=2615521 2026-04-17T17:29:07.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.101+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~5LCVKTBO0BSM.0 size=971168 2026-04-17T17:29:07.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.103+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=5LCVKTBO0BSM tag=12QBQ9DAYWV4 type=write size=2019744 2026-04-17T17:29:07.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.104+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=H2EWPHJ7I0UJ type=del size=2319837 2026-04-17T17:29:07.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.104+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=UGRK36MEDD36 type=del 2026-04-17T17:29:07.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.105+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=MKY1NZBDNGPO type=del size=1067415 2026-04-17T17:29:07.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.106+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=1W43FGENXS31 type=del 2026-04-17T17:29:07.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.107+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=WE87AKWUM6NJ type=write size=231749 2026-04-17T17:29:07.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.108+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~CIGMHGO7IRGO.0 size=919385 2026-04-17T17:29:07.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.110+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=CIGMHGO7IRGO tag=5S933O9YDHM7 type=write size=1967961 2026-04-17T17:29:07.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.111+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~7E6SVFJY6UBO.0 size=1048576 2026-04-17T17:29:07.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.112+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~7E6SVFJY6UBO.1 size=377759 2026-04-17T17:29:07.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.112+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=7E6SVFJY6UBO tag=1BI6A5KCC32V type=write size=2474911 2026-04-17T17:29:07.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.113+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=L0CQK73OV8XV type=del 2026-04-17T17:29:07.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.114+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~Z4L9DC3TM30X.0 size=1048576 2026-04-17T17:29:07.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.115+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~Z4L9DC3TM30X.1 size=126894 2026-04-17T17:29:07.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.115+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=Z4L9DC3TM30X tag=ZHSVO2NL3AZD type=write size=2224046 2026-04-17T17:29:07.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.116+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=TPBF8FYZ5NAS type=del 2026-04-17T17:29:07.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.117+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=D02FYJY5JIQI type=del size=530123 2026-04-17T17:29:07.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.117+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~9PRHC1P55JO2.0 size=1048576 2026-04-17T17:29:07.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.118+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~9PRHC1P55JO2.1 size=321537 2026-04-17T17:29:07.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.120+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=9PRHC1P55JO2 tag=O7RYD9JW9SW2 type=write size=2418689 2026-04-17T17:29:07.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.121+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~X4OQ6SCUDAL7.0 size=8297 2026-04-17T17:29:07.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.121+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=X4OQ6SCUDAL7 tag=UEIRN9EGIC62 type=write size=1056873 2026-04-17T17:29:07.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.122+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.0 size=1048576 2026-04-17T17:29:07.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.122+0000 7f7c665b4880 1 < canceled part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.1 size=1048576 2026-04-17T17:29:07.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.123+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~LUAS3ET9S1UW.2 size=521302 2026-04-17T17:29:07.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.124+0000 7f7c665b4880 1 < canceled multipart upload key=3FQ8A7OTR822 upload=LUAS3ET9S1UW tag=CNZ8S8TBRNUH type=write size=3667030 2026-04-17T17:29:07.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.125+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=HNUIEFN359TD type=del size=3848241 2026-04-17T17:29:07.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.127+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=FGCD3OKQIABC type=write size=935924 2026-04-17T17:29:07.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.128+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=PFNJDWAIFXYF type=write size=568004 2026-04-17T17:29:07.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.129+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=NRQDMQVQNAOM type=write size=793990 2026-04-17T17:29:07.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.130+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=865ZELT3ZOJ5 type=del size=2310615 2026-04-17T17:29:07.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.130+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=75JDQY0APCPJ type=del 2026-04-17T17:29:07.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.131+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=KNUDG4G4Y44W type=write size=621820 2026-04-17T17:29:07.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.132+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.0 size=1048576 2026-04-17T17:29:07.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.133+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.1 size=1048576 2026-04-17T17:29:07.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.134+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~UW2J74OWZ0RR.2 size=396637 2026-04-17T17:29:07.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.135+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=UW2J74OWZ0RR tag=33XWAQ0DC2DO type=write size=3542365 2026-04-17T17:29:07.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.136+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~FLE38WFOVKPT.0 size=1048576 2026-04-17T17:29:07.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.137+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~FLE38WFOVKPT.1 size=86761 2026-04-17T17:29:07.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.137+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=FLE38WFOVKPT tag=0090ODO0XR1I type=write size=2183913 2026-04-17T17:29:07.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.138+0000 7f7c665b4880 1 < canceled operation key=OCKF8K37F4KO tag=VJ7SY78AS9V5 type=del size=2316944 2026-04-17T17:29:07.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.139+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=9Z2MAEDIA9VR type=del size=3172361 2026-04-17T17:29:07.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.140+0000 7f7c665b4880 1 < suggested update operation key=6A36KB48BU1Q tag=R2GHF4H9AWYT type=del size=4163279 2026-04-17T17:29:07.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.141+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=LBYJVLS1V1RK type=write size=105251 2026-04-17T17:29:07.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.142+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~Z3YRU5QY0ZP8.0 size=281494 2026-04-17T17:29:07.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.143+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=Z3YRU5QY0ZP8 tag=HVI7A8DUZDVG type=write size=1330070 2026-04-17T17:29:07.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.144+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=SQMND0K3K7OU type=del size=1768089 2026-04-17T17:29:07.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.145+0000 7f7c665b4880 1 < canceled operation key=84B0Y790FRBF tag=MWB60QV8V4VW type=del size=2615521 2026-04-17T17:29:07.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.146+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.0 size=1048576 2026-04-17T17:29:07.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.147+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.1 size=1048576 2026-04-17T17:29:07.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.147+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.2 size=278965 2026-04-17T17:29:07.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.147+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=H1RMPYX17X4B tag=2XMT2PDYE4WC type=write size=3424693 2026-04-17T17:29:07.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.149+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=H2EWPHJ7I0UJ type=del 2026-04-17T17:29:07.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.150+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=143GLSVUGV3X type=write size=902710 2026-04-17T17:29:07.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.152+0000 7f7c665b4880 1 < suggested update operation key=8D06X54EXF53 tag=MKY1NZBDNGPO type=del size=1067415 2026-04-17T17:29:07.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.153+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~KEQTVT98ZXSP.0 size=1048576 2026-04-17T17:29:07.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.154+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~KEQTVT98ZXSP.1 size=580353 2026-04-17T17:29:07.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.154+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=KEQTVT98ZXSP tag=ZF4N051GIN0N type=write size=2677505 2026-04-17T17:29:07.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.155+0000 7f7c665b4880 1 < canceled operation key=RSVTCQBMABG0 tag=WE87AKWUM6NJ type=write size=231749 2026-04-17T17:29:07.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.156+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~52T10YNQ7PJN.0 size=510430 2026-04-17T17:29:07.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.156+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=52T10YNQ7PJN tag=BC08C5V1R1GO type=write size=1559006 2026-04-17T17:29:07.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.157+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~7E6SVFJY6UBO.0 size=1048576 2026-04-17T17:29:07.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.157+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~7E6SVFJY6UBO.1 size=377759 2026-04-17T17:29:07.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.158+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=7E6SVFJY6UBO tag=1BI6A5KCC32V type=write size=2474911 2026-04-17T17:29:07.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.160+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.0 size=1048576 2026-04-17T17:29:07.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.160+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.1 size=1048576 2026-04-17T17:29:07.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.161+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.2 size=512672 2026-04-17T17:29:07.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.161+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=6UVL500FIJFR tag=N9GL7X9I6LEI type=write size=3658400 2026-04-17T17:29:07.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.162+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~Z4L9DC3TM30X.0 size=1048576 2026-04-17T17:29:07.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.162+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~Z4L9DC3TM30X.1 size=126894 2026-04-17T17:29:07.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.163+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=Z4L9DC3TM30X tag=ZHSVO2NL3AZD type=write size=2224046 2026-04-17T17:29:07.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.165+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~XSNXUW8JHIR8.0 size=1048576 2026-04-17T17:29:07.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.165+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~XSNXUW8JHIR8.1 size=366516 2026-04-17T17:29:07.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.165+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=XSNXUW8JHIR8 tag=K8MLCCQO5UJD type=write size=2463668 2026-04-17T17:29:07.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.166+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=D02FYJY5JIQI type=del 2026-04-17T17:29:07.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.167+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.0 size=1048576 2026-04-17T17:29:07.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.168+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.1 size=1048576 2026-04-17T17:29:07.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.169+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.2 size=91687 2026-04-17T17:29:07.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.169+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=YM05N1IH4RXE tag=BNZNPA0BEG29 type=write size=3237415 2026-04-17T17:29:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.170+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~X4OQ6SCUDAL7.0 size=8297 2026-04-17T17:29:07.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.171+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=X4OQ6SCUDAL7 tag=UEIRN9EGIC62 type=write size=1056873 2026-04-17T17:29:07.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.172+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=E7KI6ZB54RZK type=del size=3498853 2026-04-17T17:29:07.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.173+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=HNUIEFN359TD type=del 2026-04-17T17:29:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.174+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~KN8KXNTKDI5X.0 size=262259 2026-04-17T17:29:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.174+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=KN8KXNTKDI5X tag=LBAFF1MCWO5H type=write size=1310835 2026-04-17T17:29:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.175+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=PFNJDWAIFXYF type=write size=568004 2026-04-17T17:29:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.176+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=P6IZ2CYH24HW type=del size=1653533 2026-04-17T17:29:07.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.176+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=865ZELT3ZOJ5 type=del 2026-04-17T17:29:07.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.177+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=STUXOSVLZ9PL type=del size=3768182 2026-04-17T17:29:07.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.178+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=KNUDG4G4Y44W type=write size=621820 2026-04-17T17:29:07.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.180+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.0 size=1048576 2026-04-17T17:29:07.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.180+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.1 size=1048576 2026-04-17T17:29:07.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.181+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.2 size=443843 2026-04-17T17:29:07.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.181+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=VIZ1CD29GZ0Y tag=KDATSOAFJA79 type=write size=3589571 2026-04-17T17:29:07.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.182+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~FLE38WFOVKPT.0 size=1048576 2026-04-17T17:29:07.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.182+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~FLE38WFOVKPT.1 size=86761 2026-04-17T17:29:07.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.184+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=FLE38WFOVKPT tag=0090ODO0XR1I type=write size=2183913 2026-04-17T17:29:07.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.185+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=YM21W7Q60M8U type=write size=561691 2026-04-17T17:29:07.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.185+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=9Z2MAEDIA9VR type=del 2026-04-17T17:29:07.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.187+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~N2NND3N2MJBF.0 size=1048576 2026-04-17T17:29:07.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.188+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~N2NND3N2MJBF.1 size=267327 2026-04-17T17:29:07.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.188+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=N2NND3N2MJBF tag=7D0E1M3HPAKO type=write size=2364479 2026-04-17T17:29:07.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.189+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=LBYJVLS1V1RK type=write 2026-04-17T17:29:07.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.190+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=MR4JXYJV4PXO type=del size=1820453 2026-04-17T17:29:07.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.191+0000 7f7c665b4880 -1 < failed to complete operation key=ZZT5E3KUYN42 tag=SQMND0K3K7OU type=del size=1768089: (22) Invalid argument 2026-04-17T17:29:07.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.192+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=QNV6LIX168KB type=del size=2467750 2026-04-17T17:29:07.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.193+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.0 size=1048576 2026-04-17T17:29:07.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.193+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.1 size=1048576 2026-04-17T17:29:07.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.194+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~H1RMPYX17X4B.2 size=278965 2026-04-17T17:29:07.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.196+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=H1RMPYX17X4B tag=2XMT2PDYE4WC type=write size=3424693 2026-04-17T17:29:07.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.198+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~C9EPERSL4FJW.0 size=1048576 2026-04-17T17:29:07.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.199+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~C9EPERSL4FJW.1 size=127348 2026-04-17T17:29:07.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.199+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=C9EPERSL4FJW tag=DMEOYODQH7CG type=write size=2224500 2026-04-17T17:29:07.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.200+0000 7f7c665b4880 1 < completed write operation key=I0JIPYOQZ7X4 tag=143GLSVUGV3X type=write size=902710 2026-04-17T17:29:07.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.200+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=47T6YUO6RYMU type=write size=1022611 2026-04-17T17:29:07.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.201+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~KEQTVT98ZXSP.0 size=1048576 2026-04-17T17:29:07.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.202+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~KEQTVT98ZXSP.1 size=580353 2026-04-17T17:29:07.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.203+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=KEQTVT98ZXSP tag=ZF4N051GIN0N type=write size=2677505 2026-04-17T17:29:07.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.204+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=8M63KAPL4K0U type=del size=3378199 2026-04-17T17:29:07.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.205+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~52T10YNQ7PJN.0 size=510430 2026-04-17T17:29:07.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.206+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=52T10YNQ7PJN tag=BC08C5V1R1GO type=write size=1559006 2026-04-17T17:29:07.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.208+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.0 size=1048576 2026-04-17T17:29:07.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.208+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.1 size=1048576 2026-04-17T17:29:07.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.209+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.2 size=437130 2026-04-17T17:29:07.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.209+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=FDPYZ0552FW6 tag=D8X69B7OY410 type=write size=3582858 2026-04-17T17:29:07.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.210+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.0 size=1048576 2026-04-17T17:29:07.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.211+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.1 size=1048576 2026-04-17T17:29:07.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.211+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6UVL500FIJFR.2 size=512672 2026-04-17T17:29:07.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.214+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=6UVL500FIJFR tag=N9GL7X9I6LEI type=write size=3658400 2026-04-17T17:29:07.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.215+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=MYLUCX6HZY14 type=del size=1133834 2026-04-17T17:29:07.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.216+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~XSNXUW8JHIR8.0 size=1048576 2026-04-17T17:29:07.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.216+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~XSNXUW8JHIR8.1 size=366516 2026-04-17T17:29:07.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.218+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=XSNXUW8JHIR8 tag=K8MLCCQO5UJD type=write size=2463668 2026-04-17T17:29:07.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.219+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=V7XSFDNKJAFX type=del size=3649662 2026-04-17T17:29:07.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.219+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.0 size=1048576 2026-04-17T17:29:07.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.219+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.1 size=1048576 2026-04-17T17:29:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.220+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YM05N1IH4RXE.2 size=91687 2026-04-17T17:29:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.222+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=YM05N1IH4RXE tag=BNZNPA0BEG29 type=write size=3237415 2026-04-17T17:29:07.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.223+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.0 size=1048576 2026-04-17T17:29:07.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.224+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.1 size=1048576 2026-04-17T17:29:07.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.225+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.2 size=647904 2026-04-17T17:29:07.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.225+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=WMWUVSUIZOAB tag=0FRMKTLNROJ8 type=write size=3793632 2026-04-17T17:29:07.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.226+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=E7KI6ZB54RZK type=del 2026-04-17T17:29:07.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.227+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~2XF08KVVL13C.0 size=1048576 2026-04-17T17:29:07.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.228+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~2XF08KVVL13C.1 size=239614 2026-04-17T17:29:07.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.228+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=2XF08KVVL13C tag=CC08ESX16HGT type=write size=2336766 2026-04-17T17:29:07.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.229+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~KN8KXNTKDI5X.0 size=262259 2026-04-17T17:29:07.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.230+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=KN8KXNTKDI5X tag=LBAFF1MCWO5H type=write size=1310835 2026-04-17T17:29:07.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.231+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=TG31ERSFQVTS type=write size=865411 2026-04-17T17:29:07.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.232+0000 7f7c665b4880 1 < canceled operation key=3PCOF6Z79E02 tag=P6IZ2CYH24HW type=del size=1653533 2026-04-17T17:29:07.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.234+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~88CFG969OP36.0 size=132006 2026-04-17T17:29:07.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.234+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=88CFG969OP36 tag=HR88NRYRML7U type=write size=1180582 2026-04-17T17:29:07.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.234+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=STUXOSVLZ9PL type=del 2026-04-17T17:29:07.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.235+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=IN3L9MXH9XR6 type=del size=623044 2026-04-17T17:29:07.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.236+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.0 size=1048576 2026-04-17T17:29:07.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.236+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.1 size=1048576 2026-04-17T17:29:07.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.237+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~VIZ1CD29GZ0Y.2 size=443843 2026-04-17T17:29:07.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.238+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=VIZ1CD29GZ0Y tag=KDATSOAFJA79 type=write size=3589571 2026-04-17T17:29:07.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.240+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=XRE44508HPY6 type=del size=620266 2026-04-17T17:29:07.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.240+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=YM21W7Q60M8U type=write size=561691 2026-04-17T17:29:07.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.241+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=IRRJ0CNKSEJU type=del size=4056946 2026-04-17T17:29:07.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.242+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~N2NND3N2MJBF.0 size=1048576 2026-04-17T17:29:07.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.242+0000 7f7c665b4880 1 < canceled part key=_multipart_PH6NQ0F9XPO8.2~N2NND3N2MJBF.1 size=267327 2026-04-17T17:29:07.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.243+0000 7f7c665b4880 1 < canceled multipart upload key=PH6NQ0F9XPO8 upload=N2NND3N2MJBF tag=7D0E1M3HPAKO type=write size=2364479 2026-04-17T17:29:07.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.245+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=P1JYW10E5HE1 type=del size=1419213 2026-04-17T17:29:07.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.245+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=MR4JXYJV4PXO type=del 2026-04-17T17:29:07.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.246+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=X17Q7HMSXWZY type=del size=2982910 2026-04-17T17:29:07.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.247+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=QNV6LIX168KB type=del 2026-04-17T17:29:07.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.249+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.0 size=1048576 2026-04-17T17:29:07.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.249+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.1 size=1048576 2026-04-17T17:29:07.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.251+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.2 size=819824 2026-04-17T17:29:07.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.251+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=0S5TSFVFHJ45 tag=8AOET5EW8IYU type=write size=3965552 2026-04-17T17:29:07.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.252+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~C9EPERSL4FJW.0 size=1048576 2026-04-17T17:29:07.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.252+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~C9EPERSL4FJW.1 size=127348 2026-04-17T17:29:07.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.253+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=C9EPERSL4FJW tag=DMEOYODQH7CG type=write size=2224500 2026-04-17T17:29:07.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.255+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~7MWT0USMKOO0.0 size=1048576 2026-04-17T17:29:07.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.256+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~7MWT0USMKOO0.1 size=419308 2026-04-17T17:29:07.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.256+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=7MWT0USMKOO0 tag=D56GHNHM0W6D type=write size=2516460 2026-04-17T17:29:07.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.256+0000 7f7c665b4880 1 < canceled operation key=3FQ8A7OTR822 tag=47T6YUO6RYMU type=write size=1022611 2026-04-17T17:29:07.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.258+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~SQXOKKYB58M0.0 size=1048576 2026-04-17T17:29:07.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.259+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~SQXOKKYB58M0.1 size=880947 2026-04-17T17:29:07.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.259+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=SQXOKKYB58M0 tag=S48G083X27G3 type=write size=2978099 2026-04-17T17:29:07.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.260+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=8M63KAPL4K0U type=del 2026-04-17T17:29:07.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.261+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=N8HYHGAFX9LI type=write size=6636 2026-04-17T17:29:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.262+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.0 size=1048576 2026-04-17T17:29:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.262+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.1 size=1048576 2026-04-17T17:29:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.263+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~FDPYZ0552FW6.2 size=437130 2026-04-17T17:29:07.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.264+0000 7f7c665b4880 1 < canceled multipart upload key=P7G15WELI0JZ upload=FDPYZ0552FW6 tag=D8X69B7OY410 type=write size=3582858 2026-04-17T17:29:07.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.266+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~MOIWD1ZF3SGF.0 size=1048576 2026-04-17T17:29:07.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.267+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~MOIWD1ZF3SGF.1 size=809020 2026-04-17T17:29:07.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.267+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=MOIWD1ZF3SGF tag=CBGURN7SN8BP type=write size=2906172 2026-04-17T17:29:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.267+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=MYLUCX6HZY14 type=del 2026-04-17T17:29:07.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.268+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=I9PVWS6O1RY1 type=del size=1346907 2026-04-17T17:29:07.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.269+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=V7XSFDNKJAFX type=del 2026-04-17T17:29:07.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.271+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~IKANNALD7TU1.0 size=451606 2026-04-17T17:29:07.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.271+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=IKANNALD7TU1 tag=NV0LK22WUB9W type=write size=1500182 2026-04-17T17:29:07.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.272+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.0 size=1048576 2026-04-17T17:29:07.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.272+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.1 size=1048576 2026-04-17T17:29:07.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.273+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~WMWUVSUIZOAB.2 size=647904 2026-04-17T17:29:07.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.274+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=WMWUVSUIZOAB tag=0FRMKTLNROJ8 type=write size=3793632 2026-04-17T17:29:07.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.275+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=816J5OBX68GG type=del size=274418 2026-04-17T17:29:07.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.276+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~2XF08KVVL13C.0 size=1048576 2026-04-17T17:29:07.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.277+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~2XF08KVVL13C.1 size=239614 2026-04-17T17:29:07.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.278+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=2XF08KVVL13C tag=CC08ESX16HGT type=write size=2336766 2026-04-17T17:29:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.279+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=EE52R9I27V1X type=del size=648635 2026-04-17T17:29:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.280+0000 7f7c665b4880 1 < canceled operation key=WYW40XCSXKEX tag=TG31ERSFQVTS type=write size=865411 2026-04-17T17:29:07.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.281+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=J52XGRD0GFI6 type=del size=2501282 2026-04-17T17:29:07.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.282+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~88CFG969OP36.0 size=132006 2026-04-17T17:29:07.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.283+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=88CFG969OP36 tag=HR88NRYRML7U type=write size=1180582 2026-04-17T17:29:07.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.284+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=B80RGX9JUX5C type=del size=248891 2026-04-17T17:29:07.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.284+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=IN3L9MXH9XR6 type=del 2026-04-17T17:29:07.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.286+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~AW2F7X05TL31.0 size=1048576 2026-04-17T17:29:07.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.286+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~AW2F7X05TL31.1 size=554556 2026-04-17T17:29:07.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.286+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=AW2F7X05TL31 tag=1Q1T9HJB5QGB type=write size=2651708 2026-04-17T17:29:07.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.287+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=XRE44508HPY6 type=del 2026-04-17T17:29:07.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.288+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=2XZP46PAS26O type=del size=1456985 2026-04-17T17:29:07.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.289+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=IRRJ0CNKSEJU type=del 2026-04-17T17:29:07.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.290+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~0LE5EHEB8VM4.0 size=1048576 2026-04-17T17:29:07.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.291+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~0LE5EHEB8VM4.1 size=583812 2026-04-17T17:29:07.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.291+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=0LE5EHEB8VM4 tag=AA7WKZ5XSYF7 type=write size=2680964 2026-04-17T17:29:07.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.292+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=P1JYW10E5HE1 type=del 2026-04-17T17:29:07.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.293+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=IAR8ZJ6I8XR5 type=del size=3247966 2026-04-17T17:29:07.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.293+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=X17Q7HMSXWZY type=del 2026-04-17T17:29:07.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.294+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=A0AXSG3GW8HJ type=write size=460587 2026-04-17T17:29:07.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.294+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.0 size=1048576 2026-04-17T17:29:07.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.295+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.1 size=1048576 2026-04-17T17:29:07.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.296+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~0S5TSFVFHJ45.2 size=819824 2026-04-17T17:29:07.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.297+0000 7f7c665b4880 1 < canceled multipart upload key=P7G15WELI0JZ upload=0S5TSFVFHJ45 tag=8AOET5EW8IYU type=write size=3965552 2026-04-17T17:29:07.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.299+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~DZ0WVVI7PWMU.0 size=1048576 2026-04-17T17:29:07.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.299+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~DZ0WVVI7PWMU.1 size=266953 2026-04-17T17:29:07.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.299+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=DZ0WVVI7PWMU tag=E00UV6JTRNDD type=write size=2364105 2026-04-17T17:29:07.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.300+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~7MWT0USMKOO0.0 size=1048576 2026-04-17T17:29:07.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.301+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~7MWT0USMKOO0.1 size=419308 2026-04-17T17:29:07.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.302+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=7MWT0USMKOO0 tag=D56GHNHM0W6D type=write size=2516460 2026-04-17T17:29:07.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.304+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~XU33DKTYKFK8.0 size=557114 2026-04-17T17:29:07.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.304+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=XU33DKTYKFK8 tag=8DUM7U34JX3C type=write size=1605690 2026-04-17T17:29:07.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.304+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~SQXOKKYB58M0.0 size=1048576 2026-04-17T17:29:07.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.305+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~SQXOKKYB58M0.1 size=880947 2026-04-17T17:29:07.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.306+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=SQXOKKYB58M0 tag=S48G083X27G3 type=write size=2978099 2026-04-17T17:29:07.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.307+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=9580M44UYYWI type=write size=581111 2026-04-17T17:29:07.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.308+0000 7f7c665b4880 1 < canceled operation key=3FQ8A7OTR822 tag=N8HYHGAFX9LI type=write size=6636 2026-04-17T17:29:07.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.310+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.0 size=1048576 2026-04-17T17:29:07.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.310+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.1 size=1048576 2026-04-17T17:29:07.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.311+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.2 size=818761 2026-04-17T17:29:07.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.311+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=Y64FKL2FQUG9 tag=EV6POCLP1S3E type=write size=3964489 2026-04-17T17:29:07.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.311+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~MOIWD1ZF3SGF.0 size=1048576 2026-04-17T17:29:07.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.312+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~MOIWD1ZF3SGF.1 size=809020 2026-04-17T17:29:07.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.313+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=MOIWD1ZF3SGF tag=CBGURN7SN8BP type=write size=2906172 2026-04-17T17:29:07.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.314+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=JCQER718LMU1 type=del size=2416432 2026-04-17T17:29:07.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.315+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=I9PVWS6O1RY1 type=del 2026-04-17T17:29:07.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.316+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=7CGOAOAOD3NG type=del size=1801770 2026-04-17T17:29:07.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.317+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~IKANNALD7TU1.0 size=451606 2026-04-17T17:29:07.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.318+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=IKANNALD7TU1 tag=NV0LK22WUB9W type=write size=1500182 2026-04-17T17:29:07.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.319+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=OXAWERI61Q4P type=del size=2038017 2026-04-17T17:29:07.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.320+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=816J5OBX68GG type=del 2026-04-17T17:29:07.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.320+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=SJY1FSFB7JB2 type=del size=2734394 2026-04-17T17:29:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.321+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=EE52R9I27V1X type=del 2026-04-17T17:29:07.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.323+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.0 size=1048576 2026-04-17T17:29:07.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.323+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.1 size=1048576 2026-04-17T17:29:07.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.324+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.2 size=835798 2026-04-17T17:29:07.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.324+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=Y4X8NARSTA9O tag=0J74RSH4J56F type=write size=3981526 2026-04-17T17:29:07.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.325+0000 7f7c665b4880 1 < suggested remove operation key=3JZKUQBPV7NK tag=J52XGRD0GFI6 type=del 2026-04-17T17:29:07.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.328+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~48T6HBS40C9C.0 size=1048576 2026-04-17T17:29:07.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.328+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~48T6HBS40C9C.1 size=300959 2026-04-17T17:29:07.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.328+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=48T6HBS40C9C tag=CHA5JWG54Z4Y type=write size=2398111 2026-04-17T17:29:07.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.329+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=B80RGX9JUX5C type=del 2026-04-17T17:29:07.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.330+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=HNU525KUEUJ5 type=del size=244307 2026-04-17T17:29:07.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.330+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~AW2F7X05TL31.0 size=1048576 2026-04-17T17:29:07.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.331+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~AW2F7X05TL31.1 size=554556 2026-04-17T17:29:07.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.332+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=AW2F7X05TL31 tag=1Q1T9HJB5QGB type=write size=2651708 2026-04-17T17:29:07.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.334+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=81MKPZTH04N5 type=del size=948638 2026-04-17T17:29:07.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.334+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=2XZP46PAS26O type=del 2026-04-17T17:29:07.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.336+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~J836R72S4WQK.0 size=1048576 2026-04-17T17:29:07.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.337+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~J836R72S4WQK.1 size=667515 2026-04-17T17:29:07.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.337+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=J836R72S4WQK tag=XISN9BI5M03K type=write size=2764667 2026-04-17T17:29:07.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.338+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~0LE5EHEB8VM4.0 size=1048576 2026-04-17T17:29:07.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.339+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~0LE5EHEB8VM4.1 size=583812 2026-04-17T17:29:07.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.340+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=0LE5EHEB8VM4 tag=AA7WKZ5XSYF7 type=write size=2680964 2026-04-17T17:29:07.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.341+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=3FYU3IPAC8N3 type=write size=973044 2026-04-17T17:29:07.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.342+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=IAR8ZJ6I8XR5 type=del 2026-04-17T17:29:07.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.343+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~3K2GKJLW73FI.0 size=863348 2026-04-17T17:29:07.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.343+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=3K2GKJLW73FI tag=XAXCSIBLXMNZ type=write size=1911924 2026-04-17T17:29:07.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.344+0000 7f7c665b4880 1 < completed write operation key=TV0Y2WB5F1EK tag=A0AXSG3GW8HJ type=write size=460587 2026-04-17T17:29:07.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.346+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~QUVO6J08QRP4.0 size=1048576 2026-04-17T17:29:07.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.346+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~QUVO6J08QRP4.1 size=53512 2026-04-17T17:29:07.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.346+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=QUVO6J08QRP4 tag=REQPK8JFN6ZX type=write size=2150664 2026-04-17T17:29:07.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.346+0000 7f7c665b4880 1 < canceled part key=_multipart_PH6NQ0F9XPO8.2~DZ0WVVI7PWMU.0 size=1048576 2026-04-17T17:29:07.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.347+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~DZ0WVVI7PWMU.1 size=266953 2026-04-17T17:29:07.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.349+0000 7f7c665b4880 1 < canceled multipart upload key=PH6NQ0F9XPO8 upload=DZ0WVVI7PWMU tag=E00UV6JTRNDD type=write size=2364105 2026-04-17T17:29:07.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.350+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~9U0V3I707IMY.0 size=463822 2026-04-17T17:29:07.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.350+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=9U0V3I707IMY tag=OK0P9S0745HN type=write size=1512398 2026-04-17T17:29:07.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.351+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~XU33DKTYKFK8.0 size=557114 2026-04-17T17:29:07.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.352+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=XU33DKTYKFK8 tag=8DUM7U34JX3C type=write size=1605690 2026-04-17T17:29:07.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.354+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~VVYDX2ZG1QRR.0 size=1048576 2026-04-17T17:29:07.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.354+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~VVYDX2ZG1QRR.1 size=138821 2026-04-17T17:29:07.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.354+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=VVYDX2ZG1QRR tag=60RG30VJ4VMN type=write size=2235973 2026-04-17T17:29:07.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.356+0000 7f7c665b4880 1 < suggested remove operation key=0GTGQ5P5Z4IJ tag=9580M44UYYWI type=write 2026-04-17T17:29:07.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.358+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.0 size=1048576 2026-04-17T17:29:07.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.358+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.1 size=1048576 2026-04-17T17:29:07.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.359+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.2 size=567751 2026-04-17T17:29:07.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.359+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=PY667F6KA13W tag=5TPJWAQS1YLR type=write size=3713479 2026-04-17T17:29:07.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.360+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.0 size=1048576 2026-04-17T17:29:07.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.361+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.1 size=1048576 2026-04-17T17:29:07.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.361+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~Y64FKL2FQUG9.2 size=818761 2026-04-17T17:29:07.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.363+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=Y64FKL2FQUG9 tag=EV6POCLP1S3E type=write size=3964489 2026-04-17T17:29:07.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.364+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=T17S5OOE08ZB type=del size=1462678 2026-04-17T17:29:07.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.365+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=JCQER718LMU1 type=del 2026-04-17T17:29:07.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.365+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=SMRLHUXPE7W9 type=del size=2464893 2026-04-17T17:29:07.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.366+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=7CGOAOAOD3NG type=del 2026-04-17T17:29:07.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.367+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=WIUG5N4UAG41 type=del size=1772073 2026-04-17T17:29:07.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.368+0000 7f7c665b4880 1 < canceled operation key=WYW40XCSXKEX tag=OXAWERI61Q4P type=del size=2038017 2026-04-17T17:29:07.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.369+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=H0VWITEBH8NS type=del size=1207097 2026-04-17T17:29:07.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.370+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=SJY1FSFB7JB2 type=del 2026-04-17T17:29:07.374 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.371+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=3NMPX43SB2R6 type=del size=141983 2026-04-17T17:29:07.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.371+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.0 size=1048576 2026-04-17T17:29:07.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.372+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.1 size=1048576 2026-04-17T17:29:07.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.373+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~Y4X8NARSTA9O.2 size=835798 2026-04-17T17:29:07.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.374+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=Y4X8NARSTA9O tag=0J74RSH4J56F type=write size=3981526 2026-04-17T17:29:07.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.375+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=7B05OLFD2DC2 type=del size=2464938 2026-04-17T17:29:07.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.376+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~48T6HBS40C9C.0 size=1048576 2026-04-17T17:29:07.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.377+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~48T6HBS40C9C.1 size=300959 2026-04-17T17:29:07.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.378+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=48T6HBS40C9C tag=CHA5JWG54Z4Y type=write size=2398111 2026-04-17T17:29:07.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.379+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=BNKKPU2NSHX0 type=write size=891861 2026-04-17T17:29:07.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.380+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=HNU525KUEUJ5 type=del 2026-04-17T17:29:07.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.381+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=1NS348CC5LIT type=del size=2896749 2026-04-17T17:29:07.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.382+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=81MKPZTH04N5 type=del 2026-04-17T17:29:07.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.383+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~UAJCXH0FEFPG.0 size=1048576 2026-04-17T17:29:07.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.384+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~UAJCXH0FEFPG.1 size=886629 2026-04-17T17:29:07.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.384+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=UAJCXH0FEFPG tag=5VL5FRFG6COB type=write size=2983781 2026-04-17T17:29:07.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.385+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~J836R72S4WQK.0 size=1048576 2026-04-17T17:29:07.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.385+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~J836R72S4WQK.1 size=667515 2026-04-17T17:29:07.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.387+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=J836R72S4WQK tag=XISN9BI5M03K type=write size=2764667 2026-04-17T17:29:07.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.387+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=RKODZ4FFEFWX type=del size=1797601 2026-04-17T17:29:07.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.388+0000 7f7c665b4880 1 < canceled operation key=8D06X54EXF53 tag=3FYU3IPAC8N3 type=write size=973044 2026-04-17T17:29:07.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.389+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=KRHX38YDMT8I type=del size=1114965 2026-04-17T17:29:07.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.389+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~3K2GKJLW73FI.0 size=863348 2026-04-17T17:29:07.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.390+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=3K2GKJLW73FI tag=XAXCSIBLXMNZ type=write size=1911924 2026-04-17T17:29:07.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.391+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=AMUTX0O27WKJ type=del size=1130805 2026-04-17T17:29:07.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.391+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~QUVO6J08QRP4.0 size=1048576 2026-04-17T17:29:07.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.392+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~QUVO6J08QRP4.1 size=53512 2026-04-17T17:29:07.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.393+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=QUVO6J08QRP4 tag=REQPK8JFN6ZX type=write size=2150664 2026-04-17T17:29:07.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.395+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.0 size=1048576 2026-04-17T17:29:07.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.396+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.1 size=1048576 2026-04-17T17:29:07.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.396+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.2 size=706721 2026-04-17T17:29:07.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.396+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=BNF85N1NOOP8 tag=KCLM5JMC29J3 type=write size=3852449 2026-04-17T17:29:07.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.396+0000 7f7c665b4880 1 < canceled part key=_multipart_3PCOF6Z79E02.2~9U0V3I707IMY.0 size=463822 2026-04-17T17:29:07.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.397+0000 7f7c665b4880 1 < canceled multipart upload key=3PCOF6Z79E02 upload=9U0V3I707IMY tag=OK0P9S0745HN type=write size=1512398 2026-04-17T17:29:07.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.399+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~KINZ71HWVYGY.0 size=1048576 2026-04-17T17:29:07.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.404+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~KINZ71HWVYGY.1 size=375868 2026-04-17T17:29:07.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.404+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=KINZ71HWVYGY tag=OKOZC2AWCAZ8 type=write size=2473020 2026-04-17T17:29:07.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.410+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~VVYDX2ZG1QRR.0 size=1048576 2026-04-17T17:29:07.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.410+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~VVYDX2ZG1QRR.1 size=138821 2026-04-17T17:29:07.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.411+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=VVYDX2ZG1QRR tag=60RG30VJ4VMN type=write size=2235973 2026-04-17T17:29:07.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.414+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.0 size=1048576 2026-04-17T17:29:07.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.414+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.1 size=1048576 2026-04-17T17:29:07.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.415+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.2 size=372610 2026-04-17T17:29:07.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.415+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=9RXRB6EJITXT tag=QNK21D7BK3DD type=write size=3518338 2026-04-17T17:29:07.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.416+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.0 size=1048576 2026-04-17T17:29:07.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.416+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.1 size=1048576 2026-04-17T17:29:07.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.417+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~PY667F6KA13W.2 size=567751 2026-04-17T17:29:07.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.427+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=PY667F6KA13W tag=5TPJWAQS1YLR type=write size=3713479 2026-04-17T17:29:07.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.428+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=42IIVIRAJ3FF type=del size=2286814 2026-04-17T17:29:07.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.429+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=T17S5OOE08ZB type=del 2026-04-17T17:29:07.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.430+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=Z41W75LEQEI8 type=del size=3260540 2026-04-17T17:29:07.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.431+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=SMRLHUXPE7W9 type=del 2026-04-17T17:29:07.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.432+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=DDTNVRKBKWGU type=del size=4066540 2026-04-17T17:29:07.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.433+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=WIUG5N4UAG41 type=del 2026-04-17T17:29:07.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.435+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~P4WOPA1VO79F.0 size=660917 2026-04-17T17:29:07.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.435+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=P4WOPA1VO79F tag=39VPW6QIODLK type=write size=1709493 2026-04-17T17:29:07.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.436+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=H0VWITEBH8NS type=del 2026-04-17T17:29:07.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.436+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=32T16HJC1R9P type=write size=885838 2026-04-17T17:29:07.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.437+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=3NMPX43SB2R6 type=del 2026-04-17T17:29:07.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.438+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=91NPD9RRM7Q1 type=write size=529441 2026-04-17T17:29:07.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.439+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=7B05OLFD2DC2 type=del 2026-04-17T17:29:07.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.440+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~BP7G0976CYOW.0 size=210648 2026-04-17T17:29:07.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.440+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=BP7G0976CYOW tag=JHRVO14K02JA type=write size=1259224 2026-04-17T17:29:07.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.441+0000 7f7c665b4880 1 < completed write operation key=WYW40XCSXKEX tag=BNKKPU2NSHX0 type=write size=891861 2026-04-17T17:29:07.446 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.443+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.0 size=1048576 2026-04-17T17:29:07.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.443+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.1 size=1048576 2026-04-17T17:29:07.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.444+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.2 size=347360 2026-04-17T17:29:07.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.444+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=GNGN1ZCKDEH1 tag=AUIVO1JGIXB7 type=write size=3493088 2026-04-17T17:29:07.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.445+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=1NS348CC5LIT type=del 2026-04-17T17:29:07.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.446+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~QGCNDLL0QJAO.0 size=1048576 2026-04-17T17:29:07.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.447+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~QGCNDLL0QJAO.1 size=405447 2026-04-17T17:29:07.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.447+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=QGCNDLL0QJAO tag=39OUKLBDVOL2 type=write size=2502599 2026-04-17T17:29:07.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.448+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~UAJCXH0FEFPG.0 size=1048576 2026-04-17T17:29:07.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.448+0000 7f7c665b4880 1 < canceled part key=_multipart_RSVTCQBMABG0.2~UAJCXH0FEFPG.1 size=886629 2026-04-17T17:29:07.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.449+0000 7f7c665b4880 1 < canceled multipart upload key=RSVTCQBMABG0 upload=UAJCXH0FEFPG tag=5VL5FRFG6COB type=write size=2983781 2026-04-17T17:29:07.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.449+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=H1IBWZA5RE3Y type=del size=2517788 2026-04-17T17:29:07.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.450+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=RKODZ4FFEFWX type=del 2026-04-17T17:29:07.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.451+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=3NEJVUST91US type=del size=2288880 2026-04-17T17:29:07.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.452+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=KRHX38YDMT8I type=del 2026-04-17T17:29:07.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.453+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=GDOQ1KOEPP1S type=del size=2580972 2026-04-17T17:29:07.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.453+0000 7f7c665b4880 1 < canceled operation key=3JZKUQBPV7NK tag=AMUTX0O27WKJ type=del size=1130805 2026-04-17T17:29:07.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.455+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~AL3H43RF7XRI.0 size=1048576 2026-04-17T17:29:07.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.455+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~AL3H43RF7XRI.1 size=591218 2026-04-17T17:29:07.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.455+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=AL3H43RF7XRI tag=Y35YC11SBUF4 type=write size=2688370 2026-04-17T17:29:07.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.456+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.0 size=1048576 2026-04-17T17:29:07.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.457+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.1 size=1048576 2026-04-17T17:29:07.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.458+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BNF85N1NOOP8.2 size=706721 2026-04-17T17:29:07.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.459+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=BNF85N1NOOP8 tag=KCLM5JMC29J3 type=write size=3852449 2026-04-17T17:29:07.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.461+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.0 size=1048576 2026-04-17T17:29:07.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.461+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.1 size=1048576 2026-04-17T17:29:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.462+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.2 size=413833 2026-04-17T17:29:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.462+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=1QYXG0Y90VO0 tag=51ECYVOB6BG6 type=write size=3559561 2026-04-17T17:29:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.463+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~KINZ71HWVYGY.0 size=1048576 2026-04-17T17:29:07.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.464+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~KINZ71HWVYGY.1 size=375868 2026-04-17T17:29:07.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.465+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=KINZ71HWVYGY tag=OKOZC2AWCAZ8 type=write size=2473020 2026-04-17T17:29:07.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.466+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=K4ZQ0FHFBLS5 type=del size=1180941 2026-04-17T17:29:07.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.467+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.0 size=1048576 2026-04-17T17:29:07.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.467+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.1 size=1048576 2026-04-17T17:29:07.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.467+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~9RXRB6EJITXT.2 size=372610 2026-04-17T17:29:07.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.469+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=9RXRB6EJITXT tag=QNK21D7BK3DD type=write size=3518338 2026-04-17T17:29:07.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.471+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~L85SMGIJFHWE.0 size=1048576 2026-04-17T17:29:07.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.472+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~L85SMGIJFHWE.1 size=404889 2026-04-17T17:29:07.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.472+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=L85SMGIJFHWE tag=C0OVLRMY0SPF type=write size=2502041 2026-04-17T17:29:07.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.472+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=42IIVIRAJ3FF type=del 2026-04-17T17:29:07.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.474+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.0 size=1048576 2026-04-17T17:29:07.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.474+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.1 size=1048576 2026-04-17T17:29:07.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.475+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.2 size=593568 2026-04-17T17:29:07.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.475+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=8V6556XEU3TC tag=XUCQCRT74MJ1 type=write size=3739296 2026-04-17T17:29:07.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.476+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=Z41W75LEQEI8 type=del 2026-04-17T17:29:07.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.477+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.0 size=1048576 2026-04-17T17:29:07.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.478+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.1 size=1048576 2026-04-17T17:29:07.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.479+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.2 size=745915 2026-04-17T17:29:07.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.479+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=L1A0SSRAFI90 tag=3XDHHIZZCJD7 type=write size=3891643 2026-04-17T17:29:07.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.480+0000 7f7c665b4880 -1 < failed to complete operation key=ZPRLHK1F89L2 tag=DDTNVRKBKWGU type=del size=4066540: (22) Invalid argument 2026-04-17T17:29:07.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.480+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=GKFXCCM21B72 type=del size=2982122 2026-04-17T17:29:07.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.481+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~P4WOPA1VO79F.0 size=660917 2026-04-17T17:29:07.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.483+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=P4WOPA1VO79F tag=39VPW6QIODLK type=write size=1709493 2026-04-17T17:29:07.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.483+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=1RJQMHW0NEMF type=del size=1459449 2026-04-17T17:29:07.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.484+0000 7f7c665b4880 1 < completed write operation key=TV0Y2WB5F1EK tag=32T16HJC1R9P type=write size=885838 2026-04-17T17:29:07.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.485+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=KGL0V0LUK3R4 type=del size=2165329 2026-04-17T17:29:07.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.486+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=91NPD9RRM7Q1 type=write size=529441 2026-04-17T17:29:07.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.487+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=47QNQTOY2HKC type=write size=804761 2026-04-17T17:29:07.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.487+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~BP7G0976CYOW.0 size=210648 2026-04-17T17:29:07.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.489+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=BP7G0976CYOW tag=JHRVO14K02JA type=write size=1259224 2026-04-17T17:29:07.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.489+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=2NTMVXAKYJMN type=del size=128900 2026-04-17T17:29:07.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.490+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.0 size=1048576 2026-04-17T17:29:07.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.491+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.1 size=1048576 2026-04-17T17:29:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.491+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~GNGN1ZCKDEH1.2 size=347360 2026-04-17T17:29:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.493+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=GNGN1ZCKDEH1 tag=AUIVO1JGIXB7 type=write size=3493088 2026-04-17T17:29:07.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.494+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~J1MN5AAE7G3W.0 size=29057 2026-04-17T17:29:07.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.494+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=J1MN5AAE7G3W tag=SDM6BEJUEMKC type=write size=1077633 2026-04-17T17:29:07.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.496+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~QGCNDLL0QJAO.0 size=1048576 2026-04-17T17:29:07.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.496+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~QGCNDLL0QJAO.1 size=405447 2026-04-17T17:29:07.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.499+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=QGCNDLL0QJAO tag=39OUKLBDVOL2 type=write size=2502599 2026-04-17T17:29:07.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.500+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=PRX356USR5TA type=del size=3384619 2026-04-17T17:29:07.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.500+0000 7f7c665b4880 1 < canceled operation key=84B0Y790FRBF tag=H1IBWZA5RE3Y type=del size=2517788 2026-04-17T17:29:07.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.502+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~N11A9KBG0DG5.0 size=30284 2026-04-17T17:29:07.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.502+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=N11A9KBG0DG5 tag=EW0U9XXK3GT4 type=write size=1078860 2026-04-17T17:29:07.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.503+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=3NEJVUST91US type=del 2026-04-17T17:29:07.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.504+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=R5WWX2O6IY6U type=write size=245632 2026-04-17T17:29:07.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.505+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=GDOQ1KOEPP1S type=del 2026-04-17T17:29:07.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.505+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=YVQLIVJL5U6R type=del size=2064244 2026-04-17T17:29:07.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.506+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~AL3H43RF7XRI.0 size=1048576 2026-04-17T17:29:07.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.507+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~AL3H43RF7XRI.1 size=591218 2026-04-17T17:29:07.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.508+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=AL3H43RF7XRI tag=Y35YC11SBUF4 type=write size=2688370 2026-04-17T17:29:07.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.509+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=GWNOG4Z9GXNU type=del size=1005964 2026-04-17T17:29:07.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.510+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.0 size=1048576 2026-04-17T17:29:07.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.510+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.1 size=1048576 2026-04-17T17:29:07.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.510+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~1QYXG0Y90VO0.2 size=413833 2026-04-17T17:29:07.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.511+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=1QYXG0Y90VO0 tag=51ECYVOB6BG6 type=write size=3559561 2026-04-17T17:29:07.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.512+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=BKSV9AET74EX type=del size=2144093 2026-04-17T17:29:07.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.513+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=K4ZQ0FHFBLS5 type=del 2026-04-17T17:29:07.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.515+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.0 size=1048576 2026-04-17T17:29:07.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.516+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.1 size=1048576 2026-04-17T17:29:07.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.516+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.2 size=858116 2026-04-17T17:29:07.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.516+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=BVSQKQNL8DYH tag=K0ZV6VBX7M6P type=write size=4003844 2026-04-17T17:29:07.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.517+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~L85SMGIJFHWE.0 size=1048576 2026-04-17T17:29:07.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.518+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~L85SMGIJFHWE.1 size=404889 2026-04-17T17:29:07.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.519+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=L85SMGIJFHWE tag=C0OVLRMY0SPF type=write size=2502041 2026-04-17T17:29:07.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.521+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.0 size=1048576 2026-04-17T17:29:07.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.522+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.1 size=1048576 2026-04-17T17:29:07.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.523+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.2 size=861882 2026-04-17T17:29:07.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.523+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=8BN081CMYSNM tag=8VLG876AAVVI type=write size=4007610 2026-04-17T17:29:07.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.524+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.0 size=1048576 2026-04-17T17:29:07.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.524+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.1 size=1048576 2026-04-17T17:29:07.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.525+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~8V6556XEU3TC.2 size=593568 2026-04-17T17:29:07.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.527+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=8V6556XEU3TC tag=XUCQCRT74MJ1 type=write size=3739296 2026-04-17T17:29:07.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.529+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.0 size=1048576 2026-04-17T17:29:07.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.529+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.1 size=1048576 2026-04-17T17:29:07.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.530+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.2 size=682159 2026-04-17T17:29:07.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.530+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=BXN1VU5OCEUU tag=WLCZOBZSIRXS type=write size=3827887 2026-04-17T17:29:07.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.531+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.0 size=1048576 2026-04-17T17:29:07.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.531+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.1 size=1048576 2026-04-17T17:29:07.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.532+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~L1A0SSRAFI90.2 size=745915 2026-04-17T17:29:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.533+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=L1A0SSRAFI90 tag=3XDHHIZZCJD7 type=write size=3891643 2026-04-17T17:29:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.534+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=4NRN6JRA6POK type=write size=906030 2026-04-17T17:29:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.536+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=GKFXCCM21B72 type=del 2026-04-17T17:29:07.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.537+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.0 size=1048576 2026-04-17T17:29:07.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.538+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.1 size=1048576 2026-04-17T17:29:07.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.539+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.2 size=862661 2026-04-17T17:29:07.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.539+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=45FBI9A1UWU8 tag=H3T875IULE8P type=write size=4008389 2026-04-17T17:29:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.540+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=1RJQMHW0NEMF type=del 2026-04-17T17:29:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.542+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.0 size=1048576 2026-04-17T17:29:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.543+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.1 size=1048576 2026-04-17T17:29:07.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.543+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.2 size=291804 2026-04-17T17:29:07.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.543+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=LGQ33ZR3V9KX tag=7PAP99XGXX64 type=write size=3437532 2026-04-17T17:29:07.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.544+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=KGL0V0LUK3R4 type=del 2026-04-17T17:29:07.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.546+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.0 size=1048576 2026-04-17T17:29:07.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.547+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.1 size=1048576 2026-04-17T17:29:07.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.547+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.2 size=738630 2026-04-17T17:29:07.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.547+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=FQUP34X31565 tag=KQSBTLY0IFAC type=write size=3884358 2026-04-17T17:29:07.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.548+0000 7f7c665b4880 1 < completed write operation key=6A36KB48BU1Q tag=47QNQTOY2HKC type=write size=804761 2026-04-17T17:29:07.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.550+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~67AXQ2LQ12QF.0 size=397162 2026-04-17T17:29:07.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.550+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=67AXQ2LQ12QF tag=J69TMFMHNQL2 type=write size=1445738 2026-04-17T17:29:07.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.551+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=2NTMVXAKYJMN type=del 2026-04-17T17:29:07.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.552+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~KN1NDRMW45VE.0 size=1048576 2026-04-17T17:29:07.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.553+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~KN1NDRMW45VE.1 size=613065 2026-04-17T17:29:07.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.553+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=KN1NDRMW45VE tag=LE6F3AHO8A6A type=write size=2710217 2026-04-17T17:29:07.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.554+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~J1MN5AAE7G3W.0 size=29057 2026-04-17T17:29:07.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.555+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=J1MN5AAE7G3W tag=SDM6BEJUEMKC type=write size=1077633 2026-04-17T17:29:07.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.557+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.0 size=1048576 2026-04-17T17:29:07.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.557+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.1 size=1048576 2026-04-17T17:29:07.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.558+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.2 size=802907 2026-04-17T17:29:07.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.558+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=C4Z623910EID tag=09LS6XSEH6AA type=write size=3948635 2026-04-17T17:29:07.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.559+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=PRX356USR5TA type=del 2026-04-17T17:29:07.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.560+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=D4U94OYBFQBY type=write size=208567 2026-04-17T17:29:07.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.561+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~N11A9KBG0DG5.0 size=30284 2026-04-17T17:29:07.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.562+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=N11A9KBG0DG5 tag=EW0U9XXK3GT4 type=write size=1078860 2026-04-17T17:29:07.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.564+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~CLNXEHN4B9RU.0 size=1048576 2026-04-17T17:29:07.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.565+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~CLNXEHN4B9RU.1 size=140728 2026-04-17T17:29:07.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.565+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=CLNXEHN4B9RU tag=PYMXTFTCUX6T type=write size=2237880 2026-04-17T17:29:07.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.566+0000 7f7c665b4880 1 < completed write operation key=NU9ABT1YEXJP tag=R5WWX2O6IY6U type=write size=245632 2026-04-17T17:29:07.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.567+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~MO67EV9XLLWQ.0 size=215552 2026-04-17T17:29:07.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.567+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=MO67EV9XLLWQ tag=NJEU2OS7KLOI type=write size=1264128 2026-04-17T17:29:07.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.568+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=YVQLIVJL5U6R type=del 2026-04-17T17:29:07.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.569+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=4U1W7BXMONXD type=write size=860877 2026-04-17T17:29:07.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.570+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=GWNOG4Z9GXNU type=del 2026-04-17T17:29:07.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.571+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=9R1M0RI2KFB4 type=del size=1139980 2026-04-17T17:29:07.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.572+0000 7f7c665b4880 1 < canceled operation key=3PCOF6Z79E02 tag=BKSV9AET74EX type=del size=2144093 2026-04-17T17:29:07.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.573+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.0 size=1048576 2026-04-17T17:29:07.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.574+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.1 size=1048576 2026-04-17T17:29:07.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.575+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.2 size=22377 2026-04-17T17:29:07.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.575+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=ROWT4LP9L156 tag=SH3Q119DMZ04 type=write size=3168105 2026-04-17T17:29:07.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.576+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.0 size=1048576 2026-04-17T17:29:07.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.576+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.1 size=1048576 2026-04-17T17:29:07.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.576+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~BVSQKQNL8DYH.2 size=858116 2026-04-17T17:29:07.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.578+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=BVSQKQNL8DYH tag=K0ZV6VBX7M6P type=write size=4003844 2026-04-17T17:29:07.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.580+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.0 size=1048576 2026-04-17T17:29:07.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.581+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.1 size=1048576 2026-04-17T17:29:07.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.582+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.2 size=848283 2026-04-17T17:29:07.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.582+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=3KL6CWZQBOLD tag=U06LLYPMN7BY type=write size=3994011 2026-04-17T17:29:07.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.583+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.0 size=1048576 2026-04-17T17:29:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.583+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.1 size=1048576 2026-04-17T17:29:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.584+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~8BN081CMYSNM.2 size=861882 2026-04-17T17:29:07.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.586+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=8BN081CMYSNM tag=8VLG876AAVVI type=write size=4007610 2026-04-17T17:29:07.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.587+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~S5LM4T9DDGLU.0 size=58150 2026-04-17T17:29:07.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.587+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=S5LM4T9DDGLU tag=H7SJEUCEY3BU type=write size=1106726 2026-04-17T17:29:07.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.587+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.0 size=1048576 2026-04-17T17:29:07.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.587+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.1 size=1048576 2026-04-17T17:29:07.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.587+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~BXN1VU5OCEUU.2 size=682159 2026-04-17T17:29:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.589+0000 7f7c665b4880 1 < canceled multipart upload key=WYW40XCSXKEX upload=BXN1VU5OCEUU tag=WLCZOBZSIRXS type=write size=3827887 2026-04-17T17:29:07.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.589+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=4UKSJECG15Q3 type=del size=3188763 2026-04-17T17:29:07.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.590+0000 7f7c665b4880 1 < completed write operation key=XH8AFLSS0JG5 tag=4NRN6JRA6POK type=write size=906030 2026-04-17T17:29:07.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.592+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~N03H3PEGTU5U.0 size=1048576 2026-04-17T17:29:07.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.592+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~N03H3PEGTU5U.1 size=622340 2026-04-17T17:29:07.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.592+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=N03H3PEGTU5U tag=1GFX3GQSU985 type=write size=2719492 2026-04-17T17:29:07.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.593+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.0 size=1048576 2026-04-17T17:29:07.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.594+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.1 size=1048576 2026-04-17T17:29:07.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.595+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~45FBI9A1UWU8.2 size=862661 2026-04-17T17:29:07.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.596+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=45FBI9A1UWU8 tag=H3T875IULE8P type=write size=4008389 2026-04-17T17:29:07.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.597+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=0L07BWB2RNYC type=write size=110210 2026-04-17T17:29:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.598+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.0 size=1048576 2026-04-17T17:29:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.599+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.1 size=1048576 2026-04-17T17:29:07.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.600+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~LGQ33ZR3V9KX.2 size=291804 2026-04-17T17:29:07.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.601+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=LGQ33ZR3V9KX tag=7PAP99XGXX64 type=write size=3437532 2026-04-17T17:29:07.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.603+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.0 size=1048576 2026-04-17T17:29:07.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.604+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.1 size=1048576 2026-04-17T17:29:07.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.604+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.2 size=449693 2026-04-17T17:29:07.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.604+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=JXXRBU1DKG4H tag=P4GF3LZTR5YV type=write size=3595421 2026-04-17T17:29:07.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.604+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.0 size=1048576 2026-04-17T17:29:07.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.605+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.1 size=1048576 2026-04-17T17:29:07.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.605+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~FQUP34X31565.2 size=738630 2026-04-17T17:29:07.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.607+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=FQUP34X31565 tag=KQSBTLY0IFAC type=write size=3884358 2026-04-17T17:29:07.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.609+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~0O753ZT2AFCZ.0 size=422752 2026-04-17T17:29:07.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.609+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=0O753ZT2AFCZ tag=REFOLGNHD2W3 type=write size=1471328 2026-04-17T17:29:07.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.610+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~67AXQ2LQ12QF.0 size=397162 2026-04-17T17:29:07.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.611+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=67AXQ2LQ12QF tag=J69TMFMHNQL2 type=write size=1445738 2026-04-17T17:29:07.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.612+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=G78LP4SMF8ZJ type=del size=2230869 2026-04-17T17:29:07.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.613+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~KN1NDRMW45VE.0 size=1048576 2026-04-17T17:29:07.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.614+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~KN1NDRMW45VE.1 size=613065 2026-04-17T17:29:07.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.616+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=KN1NDRMW45VE tag=LE6F3AHO8A6A type=write size=2710217 2026-04-17T17:29:07.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.617+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.0 size=1048576 2026-04-17T17:29:07.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.618+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.1 size=1048576 2026-04-17T17:29:07.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.619+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.2 size=613866 2026-04-17T17:29:07.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.619+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=OGPSKYPILGT0 tag=211FHZZ31JIR type=write size=3759594 2026-04-17T17:29:07.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.620+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.0 size=1048576 2026-04-17T17:29:07.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.621+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.1 size=1048576 2026-04-17T17:29:07.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.621+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~C4Z623910EID.2 size=802907 2026-04-17T17:29:07.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.623+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=C4Z623910EID tag=09LS6XSEH6AA type=write size=3948635 2026-04-17T17:29:07.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.624+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=37RWX7OY0DKS type=del size=3208458 2026-04-17T17:29:07.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.625+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=D4U94OYBFQBY type=write size=208567 2026-04-17T17:29:07.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.626+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=OYZSYFLB9PPA type=write size=110539 2026-04-17T17:29:07.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.626+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~CLNXEHN4B9RU.0 size=1048576 2026-04-17T17:29:07.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.626+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~CLNXEHN4B9RU.1 size=140728 2026-04-17T17:29:07.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.628+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=CLNXEHN4B9RU tag=PYMXTFTCUX6T type=write size=2237880 2026-04-17T17:29:07.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.629+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=W9YLSOV9RFSE type=del size=4064524 2026-04-17T17:29:07.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.630+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~MO67EV9XLLWQ.0 size=215552 2026-04-17T17:29:07.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.631+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=MO67EV9XLLWQ tag=NJEU2OS7KLOI type=write size=1264128 2026-04-17T17:29:07.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.632+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=0GZVC6PYNXF3 type=write size=645154 2026-04-17T17:29:07.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.634+0000 7f7c665b4880 1 < suggested update operation key=RWVQWJ0ZLZ9E tag=4U1W7BXMONXD type=write size=860877 2026-04-17T17:29:07.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.635+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=3U72U2WL5LMO type=del size=1276497 2026-04-17T17:29:07.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.635+0000 7f7c665b4880 1 < canceled operation key=84B0Y790FRBF tag=9R1M0RI2KFB4 type=del size=1139980 2026-04-17T17:29:07.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.636+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=NMLDR9XCA5KS type=write size=513712 2026-04-17T17:29:07.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.637+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.0 size=1048576 2026-04-17T17:29:07.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.638+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.1 size=1048576 2026-04-17T17:29:07.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.639+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~ROWT4LP9L156.2 size=22377 2026-04-17T17:29:07.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.640+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=ROWT4LP9L156 tag=SH3Q119DMZ04 type=write size=3168105 2026-04-17T17:29:07.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.641+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=KNRE48WMUSUI type=del size=2657866 2026-04-17T17:29:07.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.642+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.0 size=1048576 2026-04-17T17:29:07.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.643+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.1 size=1048576 2026-04-17T17:29:07.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.644+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~3KL6CWZQBOLD.2 size=848283 2026-04-17T17:29:07.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.645+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=3KL6CWZQBOLD tag=U06LLYPMN7BY type=write size=3994011 2026-04-17T17:29:07.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.646+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=9DIZ3XLC03UC type=del size=2654344 2026-04-17T17:29:07.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.647+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~S5LM4T9DDGLU.0 size=58150 2026-04-17T17:29:07.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.648+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=S5LM4T9DDGLU tag=H7SJEUCEY3BU type=write size=1106726 2026-04-17T17:29:07.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.650+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.0 size=1048576 2026-04-17T17:29:07.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.651+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.1 size=1048576 2026-04-17T17:29:07.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.652+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.2 size=640418 2026-04-17T17:29:07.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.652+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=I1V0913XV2OP tag=CMCVZATBG72O type=write size=3786146 2026-04-17T17:29:07.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.653+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=4UKSJECG15Q3 type=del 2026-04-17T17:29:07.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.653+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=4MKQQ1RI978T type=del size=2291475 2026-04-17T17:29:07.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.654+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~N03H3PEGTU5U.0 size=1048576 2026-04-17T17:29:07.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.654+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~N03H3PEGTU5U.1 size=622340 2026-04-17T17:29:07.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.656+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=N03H3PEGTU5U tag=1GFX3GQSU985 type=write size=2719492 2026-04-17T17:29:07.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.657+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~FQUCYX6LDMPU.0 size=1048576 2026-04-17T17:29:07.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.658+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~FQUCYX6LDMPU.1 size=796731 2026-04-17T17:29:07.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.658+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=FQUCYX6LDMPU tag=G4XJ7QK0RR27 type=write size=2893883 2026-04-17T17:29:07.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.659+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=0L07BWB2RNYC type=write size=110210 2026-04-17T17:29:07.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.661+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~IWUJ0VWZKH8C.0 size=1048576 2026-04-17T17:29:07.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.662+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~IWUJ0VWZKH8C.1 size=194240 2026-04-17T17:29:07.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.662+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=IWUJ0VWZKH8C tag=1H7E1BXN70MM type=write size=2291392 2026-04-17T17:29:07.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.664+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.0 size=1048576 2026-04-17T17:29:07.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.664+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.1 size=1048576 2026-04-17T17:29:07.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.665+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~JXXRBU1DKG4H.2 size=449693 2026-04-17T17:29:07.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.666+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=JXXRBU1DKG4H tag=P4GF3LZTR5YV type=write size=3595421 2026-04-17T17:29:07.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.667+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=2SHDZRMZ8XVW type=write size=532316 2026-04-17T17:29:07.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.668+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~0O753ZT2AFCZ.0 size=422752 2026-04-17T17:29:07.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.670+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=0O753ZT2AFCZ tag=REFOLGNHD2W3 type=write size=1471328 2026-04-17T17:29:07.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.671+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=BYGSL1SHOH3A type=del size=81111 2026-04-17T17:29:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.671+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=G78LP4SMF8ZJ type=del 2026-04-17T17:29:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.672+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=TWXPHJY3RIH2 type=del size=1033508 2026-04-17T17:29:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.673+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.0 size=1048576 2026-04-17T17:29:07.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.673+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.1 size=1048576 2026-04-17T17:29:07.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.673+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~OGPSKYPILGT0.2 size=613866 2026-04-17T17:29:07.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.674+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=OGPSKYPILGT0 tag=211FHZZ31JIR type=write size=3759594 2026-04-17T17:29:07.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.676+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~YEEI9EBHDL2C.0 size=787689 2026-04-17T17:29:07.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.676+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=YEEI9EBHDL2C tag=34PHLQTTD7L3 type=write size=1836265 2026-04-17T17:29:07.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.677+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=37RWX7OY0DKS type=del 2026-04-17T17:29:07.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.678+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=WJ952CPMTYE0 type=del size=659590 2026-04-17T17:29:07.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.679+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=OYZSYFLB9PPA type=write size=110539 2026-04-17T17:29:07.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.680+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=B3NG4174LO0A type=del size=1120338 2026-04-17T17:29:07.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.680+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=W9YLSOV9RFSE type=del 2026-04-17T17:29:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.681+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=4AR9J00VJMQY type=del size=359561 2026-04-17T17:29:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.682+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=0GZVC6PYNXF3 type=write size=645154 2026-04-17T17:29:07.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.684+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~CN50SDB2PQ87.0 size=772515 2026-04-17T17:29:07.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.684+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=CN50SDB2PQ87 tag=IY6H69QI3185 type=write size=1821091 2026-04-17T17:29:07.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.685+0000 7f7c665b4880 1 < canceled operation key=RWVQWJ0ZLZ9E tag=3U72U2WL5LMO type=del size=1276497 2026-04-17T17:29:07.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.686+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=6BKJ4P0SCVX4 type=del size=1786798 2026-04-17T17:29:07.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.686+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=NMLDR9XCA5KS type=write size=513712 2026-04-17T17:29:07.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.688+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.0 size=1048576 2026-04-17T17:29:07.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.689+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.1 size=1048576 2026-04-17T17:29:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.690+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.2 size=527651 2026-04-17T17:29:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.690+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=I7ZNSA2HLWBA tag=XWIBKV9HX55F type=write size=3673379 2026-04-17T17:29:07.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.691+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=KNRE48WMUSUI type=del 2026-04-17T17:29:07.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.691+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=Z0Z0743A6BXP type=write size=112537 2026-04-17T17:29:07.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.692+0000 7f7c665b4880 1 < canceled operation key=3JZKUQBPV7NK tag=9DIZ3XLC03UC type=del size=2654344 2026-04-17T17:29:07.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.693+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=X5VWWMQEWHXQ type=del size=625851 2026-04-17T17:29:07.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.694+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.0 size=1048576 2026-04-17T17:29:07.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.695+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.1 size=1048576 2026-04-17T17:29:07.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.696+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~I1V0913XV2OP.2 size=640418 2026-04-17T17:29:07.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.697+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=I1V0913XV2OP tag=CMCVZATBG72O type=write size=3786146 2026-04-17T17:29:07.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.698+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=ULTK6VIJHW22 type=del size=1459101 2026-04-17T17:29:07.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.699+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=4MKQQ1RI978T type=del 2026-04-17T17:29:07.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.700+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=JKZJ8BNXCMWL type=del size=1811367 2026-04-17T17:29:07.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.700+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~FQUCYX6LDMPU.0 size=1048576 2026-04-17T17:29:07.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.701+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~FQUCYX6LDMPU.1 size=796731 2026-04-17T17:29:07.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.703+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=FQUCYX6LDMPU tag=G4XJ7QK0RR27 type=write size=2893883 2026-04-17T17:29:07.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.703+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=TW3VGGRW37OJ type=del size=1118809 2026-04-17T17:29:07.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.704+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~IWUJ0VWZKH8C.0 size=1048576 2026-04-17T17:29:07.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.705+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~IWUJ0VWZKH8C.1 size=194240 2026-04-17T17:29:07.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.706+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=IWUJ0VWZKH8C tag=1H7E1BXN70MM type=write size=2291392 2026-04-17T17:29:07.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.708+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M9PMEV2KV13I.0 size=1048576 2026-04-17T17:29:07.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.708+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M9PMEV2KV13I.1 size=739300 2026-04-17T17:29:07.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.709+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=M9PMEV2KV13I tag=VV2WCTVHVSZT type=write size=2836452 2026-04-17T17:29:07.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.709+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=2SHDZRMZ8XVW type=write size=532316 2026-04-17T17:29:07.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.710+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=MBSWJQTZZ1FR type=del size=1368752 2026-04-17T17:29:07.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.711+0000 7f7c665b4880 1 < canceled operation key=RSVTCQBMABG0 tag=BYGSL1SHOH3A type=del size=81111 2026-04-17T17:29:07.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.712+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=G80H0N72P5SE type=write size=82632 2026-04-17T17:29:07.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.713+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=TWXPHJY3RIH2 type=del 2026-04-17T17:29:07.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.714+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=0RYYLDVQERRY type=del size=1960017 2026-04-17T17:29:07.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.714+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~YEEI9EBHDL2C.0 size=787689 2026-04-17T17:29:07.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.716+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=YEEI9EBHDL2C tag=34PHLQTTD7L3 type=write size=1836265 2026-04-17T17:29:07.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.717+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=5XM097YLOYLV type=del size=3922691 2026-04-17T17:29:07.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.718+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=WJ952CPMTYE0 type=del 2026-04-17T17:29:07.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.718+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=2M9Z5VQPRSYA type=del size=4141761 2026-04-17T17:29:07.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.719+0000 7f7c665b4880 1 < canceled operation key=ZPRLHK1F89L2 tag=B3NG4174LO0A type=del size=1120338 2026-04-17T17:29:07.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.721+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~X3RJVV2IPSHR.0 size=265294 2026-04-17T17:29:07.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.721+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=X3RJVV2IPSHR tag=L46NBZ35QFJE type=write size=1313870 2026-04-17T17:29:07.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.722+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=4AR9J00VJMQY type=del 2026-04-17T17:29:07.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.723+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~LNI1SMWJ1XWN.0 size=259668 2026-04-17T17:29:07.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.723+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=LNI1SMWJ1XWN tag=SB7QY3V6II7R type=write size=1308244 2026-04-17T17:29:07.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.723+0000 7f7c665b4880 1 < canceled part key=_multipart_ZPRLHK1F89L2.2~CN50SDB2PQ87.0 size=772515 2026-04-17T17:29:07.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.725+0000 7f7c665b4880 1 < canceled multipart upload key=ZPRLHK1F89L2 upload=CN50SDB2PQ87 tag=IY6H69QI3185 type=write size=1821091 2026-04-17T17:29:07.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.725+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=8Q41DAQIQ4Z0 type=del size=2916093 2026-04-17T17:29:07.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.727+0000 7f7c665b4880 1 < suggested remove operation key=XBC61NN04TV9 tag=6BKJ4P0SCVX4 type=del 2026-04-17T17:29:07.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.729+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~EDF6QDMP2X52.0 size=468672 2026-04-17T17:29:07.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.729+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=EDF6QDMP2X52 tag=GW9IRIEK8TWD type=write size=1517248 2026-04-17T17:29:07.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.730+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.0 size=1048576 2026-04-17T17:29:07.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.730+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.1 size=1048576 2026-04-17T17:29:07.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.731+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~I7ZNSA2HLWBA.2 size=527651 2026-04-17T17:29:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.732+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=I7ZNSA2HLWBA tag=XWIBKV9HX55F type=write size=3673379 2026-04-17T17:29:07.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.733+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=QYABZ7SDLBY7 type=del size=3113207 2026-04-17T17:29:07.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.734+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=Z0Z0743A6BXP type=write size=112537 2026-04-17T17:29:07.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.735+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=67X6CJU3C3RX type=del size=3178919 2026-04-17T17:29:07.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.736+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=X5VWWMQEWHXQ type=del 2026-04-17T17:29:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.737+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~61MWSL9W7LG3.0 size=98647 2026-04-17T17:29:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.737+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=61MWSL9W7LG3 tag=A5OS6B12CCFJ type=write size=1147223 2026-04-17T17:29:07.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.738+0000 7f7c665b4880 1 < canceled operation key=84B0Y790FRBF tag=ULTK6VIJHW22 type=del size=1459101 2026-04-17T17:29:07.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.739+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=W90GRJEUS8FN type=write size=371453 2026-04-17T17:29:07.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.740+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=JKZJ8BNXCMWL type=del 2026-04-17T17:29:07.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.741+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=FWC7Y4CN4FNZ type=del size=2649980 2026-04-17T17:29:07.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.742+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=TW3VGGRW37OJ type=del 2026-04-17T17:29:07.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.743+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=RYT98BOTOJIW type=del size=736128 2026-04-17T17:29:07.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.744+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M9PMEV2KV13I.0 size=1048576 2026-04-17T17:29:07.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.745+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M9PMEV2KV13I.1 size=739300 2026-04-17T17:29:07.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.746+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=M9PMEV2KV13I tag=VV2WCTVHVSZT type=write size=2836452 2026-04-17T17:29:07.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.747+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=KI9ZW3RPJWAM type=del size=4109696 2026-04-17T17:29:07.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.748+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=MBSWJQTZZ1FR type=del 2026-04-17T17:29:07.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.749+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=P1TW1SQCJUQ9 type=del size=1913370 2026-04-17T17:29:07.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.750+0000 7f7c665b4880 1 < canceled operation key=6A36KB48BU1Q tag=G80H0N72P5SE type=write size=82632 2026-04-17T17:29:07.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.751+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~LYIW81PQ1Y5B.0 size=577872 2026-04-17T17:29:07.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.751+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=LYIW81PQ1Y5B tag=LUOCS79ZBN7K type=write size=1626448 2026-04-17T17:29:07.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.752+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=0RYYLDVQERRY type=del 2026-04-17T17:29:07.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.754+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~KKJDXBIDOX5J.0 size=793140 2026-04-17T17:29:07.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.754+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=KKJDXBIDOX5J tag=DBDT23Z0GMV3 type=write size=1841716 2026-04-17T17:29:07.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.755+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=5XM097YLOYLV type=del 2026-04-17T17:29:07.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.757+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~ABT5DC22YA99.0 size=374048 2026-04-17T17:29:07.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.757+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=ABT5DC22YA99 tag=4KM6CFU1MTFC type=write size=1422624 2026-04-17T17:29:07.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.758+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=2M9Z5VQPRSYA type=del 2026-04-17T17:29:07.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.759+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~SOG26EBT3SXU.0 size=1048576 2026-04-17T17:29:07.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.760+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~SOG26EBT3SXU.1 size=854948 2026-04-17T17:29:07.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.760+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=SOG26EBT3SXU tag=3UXZI0M325TZ type=write size=2952100 2026-04-17T17:29:07.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.761+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~X3RJVV2IPSHR.0 size=265294 2026-04-17T17:29:07.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.763+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=X3RJVV2IPSHR tag=L46NBZ35QFJE type=write size=1313870 2026-04-17T17:29:07.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.764+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~0UNZ3DPO1XMK.0 size=1048576 2026-04-17T17:29:07.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.765+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~0UNZ3DPO1XMK.1 size=257642 2026-04-17T17:29:07.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.765+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=0UNZ3DPO1XMK tag=JFPBVEXA4KI3 type=write size=2354794 2026-04-17T17:29:07.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.766+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~LNI1SMWJ1XWN.0 size=259668 2026-04-17T17:29:07.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.767+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=LNI1SMWJ1XWN tag=SB7QY3V6II7R type=write size=1308244 2026-04-17T17:29:07.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.768+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=L0BI0NXQF5EJ type=del size=338244 2026-04-17T17:29:07.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.769+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=8Q41DAQIQ4Z0 type=del 2026-04-17T17:29:07.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.770+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=Q2Q6U1AMJZ82 type=del size=3372355 2026-04-17T17:29:07.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.771+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~EDF6QDMP2X52.0 size=468672 2026-04-17T17:29:07.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.772+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=EDF6QDMP2X52 tag=GW9IRIEK8TWD type=write size=1517248 2026-04-17T17:29:07.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.773+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=LH29ZHXI3DS6 type=del size=2407616 2026-04-17T17:29:07.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.774+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=QYABZ7SDLBY7 type=del 2026-04-17T17:29:07.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.775+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=HSL8F7B1OBZ6 type=del size=3215036 2026-04-17T17:29:07.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.776+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=67X6CJU3C3RX type=del 2026-04-17T17:29:07.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.777+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=ZMVCJU0I45IS type=del size=3385156 2026-04-17T17:29:07.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.778+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~61MWSL9W7LG3.0 size=98647 2026-04-17T17:29:07.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.780+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=61MWSL9W7LG3 tag=A5OS6B12CCFJ type=write size=1147223 2026-04-17T17:29:07.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.781+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=YHFMJXNIGQSV type=del size=3146888 2026-04-17T17:29:07.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.782+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=W90GRJEUS8FN type=write 2026-04-17T17:29:07.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.783+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=T0UZ8NSN7J6O type=del size=3711866 2026-04-17T17:29:07.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.784+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=FWC7Y4CN4FNZ type=del 2026-04-17T17:29:07.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.785+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=FR86BXY0J1NL type=del size=973616 2026-04-17T17:29:07.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.786+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=RYT98BOTOJIW type=del 2026-04-17T17:29:07.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.787+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=ZTHKN74HCFBV type=del size=2473559 2026-04-17T17:29:07.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.788+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=KI9ZW3RPJWAM type=del 2026-04-17T17:29:07.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.790+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~94ZSMP27RE1G.0 size=1048576 2026-04-17T17:29:07.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.791+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~94ZSMP27RE1G.1 size=253882 2026-04-17T17:29:07.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.791+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=94ZSMP27RE1G tag=BU7QG2NQXHVS type=write size=2351034 2026-04-17T17:29:07.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.792+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=P1TW1SQCJUQ9 type=del 2026-04-17T17:29:07.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.793+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YVTZZU0UU7GM.0 size=1048576 2026-04-17T17:29:07.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.794+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YVTZZU0UU7GM.1 size=848250 2026-04-17T17:29:07.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.794+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=YVTZZU0UU7GM tag=JF6Y1WXDZWK5 type=write size=2945402 2026-04-17T17:29:07.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.795+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~LYIW81PQ1Y5B.0 size=577872 2026-04-17T17:29:07.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.796+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=LYIW81PQ1Y5B tag=LUOCS79ZBN7K type=write size=1626448 2026-04-17T17:29:07.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.798+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.0 size=1048576 2026-04-17T17:29:07.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.799+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.1 size=1048576 2026-04-17T17:29:07.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.799+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.2 size=938903 2026-04-17T17:29:07.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.799+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=U2E0D670IRCC tag=T50HIRZ12ODM type=write size=4084631 2026-04-17T17:29:07.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.800+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~KKJDXBIDOX5J.0 size=793140 2026-04-17T17:29:07.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.802+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=KKJDXBIDOX5J tag=DBDT23Z0GMV3 type=write size=1841716 2026-04-17T17:29:07.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.803+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=9II0RY038UPP type=del size=3609400 2026-04-17T17:29:07.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.804+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~ABT5DC22YA99.0 size=374048 2026-04-17T17:29:07.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.805+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=ABT5DC22YA99 tag=4KM6CFU1MTFC type=write size=1422624 2026-04-17T17:29:07.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.807+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~VLJ3IN82STUY.0 size=1000957 2026-04-17T17:29:07.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.807+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=VLJ3IN82STUY tag=BF9ZTPWHLT2T type=write size=2049533 2026-04-17T17:29:07.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.808+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~SOG26EBT3SXU.0 size=1048576 2026-04-17T17:29:07.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.809+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~SOG26EBT3SXU.1 size=854948 2026-04-17T17:29:07.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.810+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=SOG26EBT3SXU tag=3UXZI0M325TZ type=write size=2952100 2026-04-17T17:29:07.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.812+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~R0Z5GD6902FP.0 size=1048576 2026-04-17T17:29:07.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.813+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~R0Z5GD6902FP.1 size=113503 2026-04-17T17:29:07.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.813+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=R0Z5GD6902FP tag=A04XFT2C9KWR type=write size=2210655 2026-04-17T17:29:07.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.813+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~0UNZ3DPO1XMK.0 size=1048576 2026-04-17T17:29:07.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.813+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~0UNZ3DPO1XMK.1 size=257642 2026-04-17T17:29:07.818 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.815+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=0UNZ3DPO1XMK tag=JFPBVEXA4KI3 type=write size=2354794 2026-04-17T17:29:07.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.816+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=WFGV9F7HGUYT type=del size=3558798 2026-04-17T17:29:07.820 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.817+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=L0BI0NXQF5EJ type=del 2026-04-17T17:29:07.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.818+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=817YP4GZP7H6 type=del size=4022578 2026-04-17T17:29:07.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.819+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=Q2Q6U1AMJZ82 type=del 2026-04-17T17:29:07.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.820+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.0 size=1048576 2026-04-17T17:29:07.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.821+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.1 size=1048576 2026-04-17T17:29:07.825 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.822+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.2 size=825727 2026-04-17T17:29:07.825 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.822+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=5PCYTK7HDIJ5 tag=8P1B6D66OPYV type=write size=3971455 2026-04-17T17:29:07.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.823+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=LH29ZHXI3DS6 type=del 2026-04-17T17:29:07.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.825+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~DR0TV03G13V2.0 size=714501 2026-04-17T17:29:07.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.825+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=DR0TV03G13V2 tag=0W00P8NWCQE4 type=write size=1763077 2026-04-17T17:29:07.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.826+0000 7f7c665b4880 1 < canceled operation key=SHWRAMH9AJNK tag=HSL8F7B1OBZ6 type=del size=3215036 2026-04-17T17:29:07.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.828+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~HQL1107TCPS7.0 size=817229 2026-04-17T17:29:07.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.828+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=HQL1107TCPS7 tag=EJP3XJY2A3MM type=write size=1865805 2026-04-17T17:29:07.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.829+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=ZMVCJU0I45IS type=del 2026-04-17T17:29:07.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.831+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~ULNJLCIJQINA.0 size=1048576 2026-04-17T17:29:07.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.832+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~ULNJLCIJQINA.1 size=569606 2026-04-17T17:29:07.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.832+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=ULNJLCIJQINA tag=XOM0T1QX5XSG type=write size=2666758 2026-04-17T17:29:07.837 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.833+0000 7f7c665b4880 -1 < failed to complete operation key=RSVTCQBMABG0 tag=YHFMJXNIGQSV type=del size=3146888: (22) Invalid argument 2026-04-17T17:29:07.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.834+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=PGRE80KDTV18 type=del size=1539756 2026-04-17T17:29:07.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.836+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=T0UZ8NSN7J6O type=del 2026-04-17T17:29:07.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.836+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=V83PCSPMWP3W type=del size=1361863 2026-04-17T17:29:07.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.837+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=FR86BXY0J1NL type=del 2026-04-17T17:29:07.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.838+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=6SZY0K4WHIS5 type=write size=648004 2026-04-17T17:29:07.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.839+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=ZTHKN74HCFBV type=del 2026-04-17T17:29:07.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.841+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~29VE9V671U53.0 size=225310 2026-04-17T17:29:07.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.841+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=29VE9V671U53 tag=0E9WM352CHZS type=write size=1273886 2026-04-17T17:29:07.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.842+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~94ZSMP27RE1G.0 size=1048576 2026-04-17T17:29:07.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.842+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~94ZSMP27RE1G.1 size=253882 2026-04-17T17:29:07.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.844+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=94ZSMP27RE1G tag=BU7QG2NQXHVS type=write size=2351034 2026-04-17T17:29:07.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.845+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=P9O8SN080PZX type=del size=4128495 2026-04-17T17:29:07.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.846+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YVTZZU0UU7GM.0 size=1048576 2026-04-17T17:29:07.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.847+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YVTZZU0UU7GM.1 size=848250 2026-04-17T17:29:07.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.848+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=YVTZZU0UU7GM tag=JF6Y1WXDZWK5 type=write size=2945402 2026-04-17T17:29:07.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.849+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=Z42NH1T63ZK1 type=del size=1026234 2026-04-17T17:29:07.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.850+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.0 size=1048576 2026-04-17T17:29:07.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.851+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.1 size=1048576 2026-04-17T17:29:07.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.852+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~U2E0D670IRCC.2 size=938903 2026-04-17T17:29:07.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.853+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=U2E0D670IRCC tag=T50HIRZ12ODM type=write size=4084631 2026-04-17T17:29:07.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.854+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=YK31WZ6NLS9G type=del size=1373602 2026-04-17T17:29:07.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.855+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=9II0RY038UPP type=del 2026-04-17T17:29:07.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.856+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=9YVG6O00VXJL type=write size=195706 2026-04-17T17:29:07.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.857+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~VLJ3IN82STUY.0 size=1000957 2026-04-17T17:29:07.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.858+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=VLJ3IN82STUY tag=BF9ZTPWHLT2T type=write size=2049533 2026-04-17T17:29:07.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.859+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=N2FZ5QUTSCCW type=write size=986714 2026-04-17T17:29:07.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.860+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~R0Z5GD6902FP.0 size=1048576 2026-04-17T17:29:07.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.861+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~R0Z5GD6902FP.1 size=113503 2026-04-17T17:29:07.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.862+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=R0Z5GD6902FP tag=A04XFT2C9KWR type=write size=2210655 2026-04-17T17:29:07.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.863+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=ZMSYAZ0T2U02 type=del size=179555 2026-04-17T17:29:07.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.864+0000 7f7c665b4880 1 < canceled operation key=3PCOF6Z79E02 tag=WFGV9F7HGUYT type=del size=3558798 2026-04-17T17:29:07.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.865+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=6PWAC3B5DMO8 type=write size=895828 2026-04-17T17:29:07.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.866+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=817YP4GZP7H6 type=del 2026-04-17T17:29:07.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.868+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.0 size=1048576 2026-04-17T17:29:07.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.868+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.1 size=1048576 2026-04-17T17:29:07.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.869+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.2 size=94154 2026-04-17T17:29:07.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.869+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=PTZTUONSK15F tag=THSADW0AUVCO type=write size=3239882 2026-04-17T17:29:07.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.871+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.0 size=1048576 2026-04-17T17:29:07.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.871+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.1 size=1048576 2026-04-17T17:29:07.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.872+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~5PCYTK7HDIJ5.2 size=825727 2026-04-17T17:29:07.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.874+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=5PCYTK7HDIJ5 tag=8P1B6D66OPYV type=write size=3971455 2026-04-17T17:29:07.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.875+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=QD9A7J4HG83T type=del size=3007016 2026-04-17T17:29:07.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.876+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~DR0TV03G13V2.0 size=714501 2026-04-17T17:29:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.877+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=DR0TV03G13V2 tag=0W00P8NWCQE4 type=write size=1763077 2026-04-17T17:29:07.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.883+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~AKHJZIRJV91C.0 size=687515 2026-04-17T17:29:07.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.883+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=AKHJZIRJV91C tag=M4F1VFI3B42U type=write size=1736091 2026-04-17T17:29:07.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.884+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~HQL1107TCPS7.0 size=817229 2026-04-17T17:29:07.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.885+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=HQL1107TCPS7 tag=EJP3XJY2A3MM type=write size=1865805 2026-04-17T17:29:07.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.886+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=6DXYTBYXOHY3 type=del size=2707363 2026-04-17T17:29:07.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.887+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~ULNJLCIJQINA.0 size=1048576 2026-04-17T17:29:07.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.888+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~ULNJLCIJQINA.1 size=569606 2026-04-17T17:29:07.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.889+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=ULNJLCIJQINA tag=XOM0T1QX5XSG type=write size=2666758 2026-04-17T17:29:07.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.891+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.0 size=1048576 2026-04-17T17:29:07.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.892+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.1 size=1048576 2026-04-17T17:29:07.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.892+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.2 size=57668 2026-04-17T17:29:07.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.892+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=6MYJODMJ6HHD tag=C30UATZQKC65 type=write size=3203396 2026-04-17T17:29:07.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.894+0000 7f7c665b4880 1 < suggested remove operation key=M01GP5SQE5GM tag=PGRE80KDTV18 type=del 2026-04-17T17:29:07.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.895+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=4FXVAUR9FWW1 type=del size=667198 2026-04-17T17:29:07.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.896+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=V83PCSPMWP3W type=del 2026-04-17T17:29:07.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.897+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=V8AE189G8H0U type=del size=4142443 2026-04-17T17:29:07.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.898+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=6SZY0K4WHIS5 type=write size=648004 2026-04-17T17:29:07.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.899+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=YRORF6AMN6HP type=del size=2229322 2026-04-17T17:29:07.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.900+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~29VE9V671U53.0 size=225310 2026-04-17T17:29:07.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.901+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=29VE9V671U53 tag=0E9WM352CHZS type=write size=1273886 2026-04-17T17:29:07.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.902+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=C89R3NYL5FXT type=del size=2129811 2026-04-17T17:29:07.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.903+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=P9O8SN080PZX type=del 2026-04-17T17:29:07.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.904+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=W5NIBW9JGB4P type=del size=585361 2026-04-17T17:29:07.908 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.905+0000 7f7c665b4880 1 < canceled operation key=UWOLL79ZRJ1B tag=Z42NH1T63ZK1 type=del size=1026234 2026-04-17T17:29:07.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.906+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~3YLPPTTEGK6V.0 size=748941 2026-04-17T17:29:07.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.906+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=3YLPPTTEGK6V tag=3RZUTN1L9Q6O type=write size=1797517 2026-04-17T17:29:07.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.907+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=YK31WZ6NLS9G type=del 2026-04-17T17:29:07.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.908+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=I47GO0ZQIF0H type=del size=859812 2026-04-17T17:29:07.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.909+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=9YVG6O00VXJL type=write size=195706 2026-04-17T17:29:07.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.910+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=U7GT8M3RWGAA type=del size=3592013 2026-04-17T17:29:07.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.912+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=N2FZ5QUTSCCW type=write size=986714 2026-04-17T17:29:07.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.916+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~93H7BWTVY3WR.0 size=121576 2026-04-17T17:29:07.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.916+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=93H7BWTVY3WR tag=ZMWIRQWM3PGU type=write size=1170152 2026-04-17T17:29:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.924+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=ZMSYAZ0T2U02 type=del 2026-04-17T17:29:07.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.925+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=RYJB2OZ1LE87 type=del size=1385113 2026-04-17T17:29:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.927+0000 7f7c665b4880 1 < completed write operation key=6A36KB48BU1Q tag=6PWAC3B5DMO8 type=write size=895828 2026-04-17T17:29:07.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.928+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=FXHZGDAJAFBR type=del size=2070830 2026-04-17T17:29:07.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.930+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.0 size=1048576 2026-04-17T17:29:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.931+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.1 size=1048576 2026-04-17T17:29:07.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.932+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~PTZTUONSK15F.2 size=94154 2026-04-17T17:29:07.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.935+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=PTZTUONSK15F tag=THSADW0AUVCO type=write size=3239882 2026-04-17T17:29:07.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.937+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=FE5VVNOX7EB0 type=del size=3134566 2026-04-17T17:29:07.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.938+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=QD9A7J4HG83T type=del 2026-04-17T17:29:07.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.939+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=XJ7B8BJN8ZZM type=del size=3811507 2026-04-17T17:29:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.940+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~AKHJZIRJV91C.0 size=687515 2026-04-17T17:29:07.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.941+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=AKHJZIRJV91C tag=M4F1VFI3B42U type=write size=1736091 2026-04-17T17:29:07.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.942+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=L8DHO3W7UV4C type=del size=1373443 2026-04-17T17:29:07.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.943+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=6DXYTBYXOHY3 type=del 2026-04-17T17:29:07.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.944+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=9L6K8VR3HIGL type=del size=892668 2026-04-17T17:29:07.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.944+0000 7f7c665b4880 1 < canceled part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.0 size=1048576 2026-04-17T17:29:07.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.945+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.1 size=1048576 2026-04-17T17:29:07.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.946+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~6MYJODMJ6HHD.2 size=57668 2026-04-17T17:29:07.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.948+0000 7f7c665b4880 1 < canceled multipart upload key=3PCOF6Z79E02 upload=6MYJODMJ6HHD tag=C30UATZQKC65 type=write size=3203396 2026-04-17T17:29:07.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.949+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~R61YKJXLZTR8.0 size=511821 2026-04-17T17:29:07.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.949+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=R61YKJXLZTR8 tag=TMIJS78612GA type=write size=1560397 2026-04-17T17:29:07.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.950+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=4FXVAUR9FWW1 type=del 2026-04-17T17:29:07.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.951+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=YHL7JGSDMXVA type=del size=1916356 2026-04-17T17:29:07.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.952+0000 7f7c665b4880 1 < canceled operation key=M01GP5SQE5GM tag=V8AE189G8H0U type=del size=4142443 2026-04-17T17:29:07.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.954+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.0 size=1048576 2026-04-17T17:29:07.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.954+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.1 size=1048576 2026-04-17T17:29:07.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.955+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.2 size=766147 2026-04-17T17:29:07.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.955+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=Y4Z7SN6VTH5S tag=3LS2W8PK60T2 type=write size=3911875 2026-04-17T17:29:07.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.956+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=YRORF6AMN6HP type=del 2026-04-17T17:29:07.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.957+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=HJTVUAXM90W3 type=del size=2149695 2026-04-17T17:29:07.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.959+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=C89R3NYL5FXT type=del 2026-04-17T17:29:07.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.959+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=OUYMNX7GHYJX type=del size=609233 2026-04-17T17:29:07.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.960+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=W5NIBW9JGB4P type=del 2026-04-17T17:29:07.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.962+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2V4OSILKTFT1.0 size=638017 2026-04-17T17:29:07.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.962+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=2V4OSILKTFT1 tag=KQ8W93690QBH type=write size=1686593 2026-04-17T17:29:07.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.963+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~3YLPPTTEGK6V.0 size=748941 2026-04-17T17:29:07.968 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.964+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=3YLPPTTEGK6V tag=3RZUTN1L9Q6O type=write size=1797517 2026-04-17T17:29:07.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.965+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=2Z5DHIJN5U3L type=del size=3753529 2026-04-17T17:29:07.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.966+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=I47GO0ZQIF0H type=del 2026-04-17T17:29:07.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.967+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=U72OGGOC5VE0 type=del size=3970609 2026-04-17T17:29:07.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.968+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=U7GT8M3RWGAA type=del 2026-04-17T17:29:07.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.969+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~GGZ2Y9MCUWCH.0 size=894223 2026-04-17T17:29:07.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.969+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=GGZ2Y9MCUWCH tag=FXX02WCD9OQF type=write size=1942799 2026-04-17T17:29:07.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.970+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~93H7BWTVY3WR.0 size=121576 2026-04-17T17:29:07.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.972+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=93H7BWTVY3WR tag=ZMWIRQWM3PGU type=write size=1170152 2026-04-17T17:29:07.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.972+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=6VVMG3XSSXMI type=del size=897123 2026-04-17T17:29:07.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.973+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=RYJB2OZ1LE87 type=del 2026-04-17T17:29:07.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.974+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=IZ44XGQIYAK6 type=del size=1919661 2026-04-17T17:29:07.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.976+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=FXHZGDAJAFBR type=del 2026-04-17T17:29:07.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.977+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=QXP93WVMIC78 type=del size=1117999 2026-04-17T17:29:07.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.978+0000 7f7c665b4880 1 < suggested update operation key=0GTGQ5P5Z4IJ tag=FE5VVNOX7EB0 type=del size=3134566 2026-04-17T17:29:07.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.980+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.0 size=1048576 2026-04-17T17:29:07.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.981+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.1 size=1048576 2026-04-17T17:29:07.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.981+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.2 size=857670 2026-04-17T17:29:07.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.981+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=EP112YQ3WOIP tag=9UC31XQXNIPL type=write size=4003398 2026-04-17T17:29:07.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.982+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=XJ7B8BJN8ZZM type=del 2026-04-17T17:29:07.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.983+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=DBIMJJP2ZBXC type=del size=202243 2026-04-17T17:29:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.984+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=L8DHO3W7UV4C type=del 2026-04-17T17:29:07.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.985+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=0GTIBNMSL84H type=del size=1576066 2026-04-17T17:29:07.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.987+0000 7f7c665b4880 1 < suggested update operation key=3FQ8A7OTR822 tag=9L6K8VR3HIGL type=del size=892668 2026-04-17T17:29:07.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.988+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=MHREIFIGFLFY type=del size=1931772 2026-04-17T17:29:07.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.989+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~R61YKJXLZTR8.0 size=511821 2026-04-17T17:29:07.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.991+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=R61YKJXLZTR8 tag=TMIJS78612GA type=write size=1560397 2026-04-17T17:29:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.992+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.0 size=1048576 2026-04-17T17:29:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.993+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.1 size=1048576 2026-04-17T17:29:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.994+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.2 size=76079 2026-04-17T17:29:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.994+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=OXYL2TYM22WU tag=U6JYA8PUSOPM type=write size=3221807 2026-04-17T17:29:07.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.995+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=YHL7JGSDMXVA type=del 2026-04-17T17:29:08.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.996+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=4OML1LIZ29RE type=write size=469714 2026-04-17T17:29:08.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.997+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.0 size=1048576 2026-04-17T17:29:08.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.998+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.1 size=1048576 2026-04-17T17:29:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:07.999+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~Y4Z7SN6VTH5S.2 size=766147 2026-04-17T17:29:08.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.000+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=Y4Z7SN6VTH5S tag=3LS2W8PK60T2 type=write size=3911875 2026-04-17T17:29:08.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.002+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~O7OPS3Y7YL44.0 size=126877 2026-04-17T17:29:08.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.002+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=O7OPS3Y7YL44 tag=SICWNZPI9Z99 type=write size=1175453 2026-04-17T17:29:08.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.003+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=HJTVUAXM90W3 type=del 2026-04-17T17:29:08.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.004+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=FUOQL1E7LBJC type=write size=165459 2026-04-17T17:29:08.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.005+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=OUYMNX7GHYJX type=del 2026-04-17T17:29:08.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.006+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=UQZET1JQOA7M type=del size=1219194 2026-04-17T17:29:08.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.007+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2V4OSILKTFT1.0 size=638017 2026-04-17T17:29:08.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.008+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=2V4OSILKTFT1 tag=KQ8W93690QBH type=write size=1686593 2026-04-17T17:29:08.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.009+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=R8TDKCJ5Z850 type=del size=1416572 2026-04-17T17:29:08.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.011+0000 7f7c665b4880 1 < suggested remove operation key=WXONWDD5IC4D tag=2Z5DHIJN5U3L type=del 2026-04-17T17:29:08.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.012+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=DS1E6WDA50VI type=del size=232987 2026-04-17T17:29:08.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.012+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=U72OGGOC5VE0 type=del 2026-04-17T17:29:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.013+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=R2TMAG4FD757 type=del size=134971 2026-04-17T17:29:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.014+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~GGZ2Y9MCUWCH.0 size=894223 2026-04-17T17:29:08.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.016+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=GGZ2Y9MCUWCH tag=FXX02WCD9OQF type=write size=1942799 2026-04-17T17:29:08.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.017+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=69V368LL25NR type=del size=4034294 2026-04-17T17:29:08.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.018+0000 7f7c665b4880 1 < suggested remove operation key=TV0Y2WB5F1EK tag=6VVMG3XSSXMI type=del 2026-04-17T17:29:08.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.020+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~VKDNBU90GQOQ.0 size=54597 2026-04-17T17:29:08.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.020+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=VKDNBU90GQOQ tag=JLAHRNJVQMT1 type=write size=1103173 2026-04-17T17:29:08.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.021+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=IZ44XGQIYAK6 type=del 2026-04-17T17:29:08.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.022+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.0 size=1048576 2026-04-17T17:29:08.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.023+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.1 size=1048576 2026-04-17T17:29:08.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.024+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.2 size=595212 2026-04-17T17:29:08.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.024+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=KHSGQFR07L73 tag=FKTDD5UKEGES type=write size=3740940 2026-04-17T17:29:08.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.024+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=QXP93WVMIC78 type=del size=1117999 2026-04-17T17:29:08.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.025+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=T3E0X55EQVPP type=del size=3983743 2026-04-17T17:29:08.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.025+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.0 size=1048576 2026-04-17T17:29:08.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.026+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.1 size=1048576 2026-04-17T17:29:08.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.027+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~EP112YQ3WOIP.2 size=857670 2026-04-17T17:29:08.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.028+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=EP112YQ3WOIP tag=9UC31XQXNIPL type=write size=4003398 2026-04-17T17:29:08.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.030+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~R4HS9WJJS3F2.0 size=663957 2026-04-17T17:29:08.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.030+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=R4HS9WJJS3F2 tag=ZCVV3PXMO07Q type=write size=1712533 2026-04-17T17:29:08.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.030+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=DBIMJJP2ZBXC type=del 2026-04-17T17:29:08.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.031+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=ODKSXGYG3574 type=del size=671774 2026-04-17T17:29:08.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.032+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=0GTIBNMSL84H type=del 2026-04-17T17:29:08.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.033+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=4BC325W28XJY type=write size=15200 2026-04-17T17:29:08.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.033+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=MHREIFIGFLFY type=del 2026-04-17T17:29:08.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.035+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~33COHLC2W0PR.0 size=1048576 2026-04-17T17:29:08.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.036+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~33COHLC2W0PR.1 size=791211 2026-04-17T17:29:08.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.036+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=33COHLC2W0PR tag=J9SUSZKPWBT0 type=write size=2888363 2026-04-17T17:29:08.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.036+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.0 size=1048576 2026-04-17T17:29:08.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.037+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.1 size=1048576 2026-04-17T17:29:08.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.038+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~OXYL2TYM22WU.2 size=76079 2026-04-17T17:29:08.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.039+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=OXYL2TYM22WU tag=U6JYA8PUSOPM type=write size=3221807 2026-04-17T17:29:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.040+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=IYDHJY6MVS0K type=del size=1133626 2026-04-17T17:29:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.041+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=4OML1LIZ29RE type=write size=469714 2026-04-17T17:29:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.042+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=QOY4VL4I5XQ1 type=write size=984038 2026-04-17T17:29:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.042+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~O7OPS3Y7YL44.0 size=126877 2026-04-17T17:29:08.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.044+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=O7OPS3Y7YL44 tag=SICWNZPI9Z99 type=write size=1175453 2026-04-17T17:29:08.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.046+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~8UWCI507DZDM.0 size=1048576 2026-04-17T17:29:08.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.046+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~8UWCI507DZDM.1 size=54840 2026-04-17T17:29:08.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.046+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=8UWCI507DZDM tag=9Q9GNUKLN59K type=write size=2151992 2026-04-17T17:29:08.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.047+0000 7f7c665b4880 1 < completed write operation key=FZ7AFUFE3V8I tag=FUOQL1E7LBJC type=write size=165459 2026-04-17T17:29:08.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.048+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.0 size=1048576 2026-04-17T17:29:08.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.049+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.1 size=1048576 2026-04-17T17:29:08.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.050+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.2 size=522091 2026-04-17T17:29:08.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.050+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=4ZTG6C3UG4NL tag=FX2LV1DAW7MO type=write size=3667819 2026-04-17T17:29:08.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.050+0000 7f7c665b4880 -1 < failed to complete operation key=WXONWDD5IC4D tag=UQZET1JQOA7M type=del size=1219194: (22) Invalid argument 2026-04-17T17:29:08.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.052+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~LUFTZX519SYV.0 size=66307 2026-04-17T17:29:08.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.052+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=LUFTZX519SYV tag=5D8H0DAKGGLM type=write size=1114883 2026-04-17T17:29:08.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.053+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=R8TDKCJ5Z850 type=del 2026-04-17T17:29:08.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.053+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=L15MU3FMBOS3 type=del size=2598 2026-04-17T17:29:08.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.054+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=DS1E6WDA50VI type=del 2026-04-17T17:29:08.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.055+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=0LUMC4TK3M21 type=write size=112844 2026-04-17T17:29:08.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.056+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=R2TMAG4FD757 type=del 2026-04-17T17:29:08.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.058+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~JDOTNLJUT5T8.0 size=1048576 2026-04-17T17:29:08.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.058+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~JDOTNLJUT5T8.1 size=1031096 2026-04-17T17:29:08.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.058+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=JDOTNLJUT5T8 tag=3Z289KDOFDCM type=write size=3128248 2026-04-17T17:29:08.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.059+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=69V368LL25NR type=del 2026-04-17T17:29:08.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.061+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.0 size=1048576 2026-04-17T17:29:08.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.061+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.1 size=1048576 2026-04-17T17:29:08.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.062+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.2 size=21134 2026-04-17T17:29:08.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.062+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=3D1FGLQF57I3 tag=OGT0RIH9R6QK type=write size=3166862 2026-04-17T17:29:08.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.063+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~VKDNBU90GQOQ.0 size=54597 2026-04-17T17:29:08.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.064+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=VKDNBU90GQOQ tag=JLAHRNJVQMT1 type=write size=1103173 2026-04-17T17:29:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.065+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~RNZS5BN5191M.0 size=708549 2026-04-17T17:29:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.065+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=RNZS5BN5191M tag=Y9P4W15WYEVU type=write size=1757125 2026-04-17T17:29:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.066+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.0 size=1048576 2026-04-17T17:29:08.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.067+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.1 size=1048576 2026-04-17T17:29:08.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.067+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KHSGQFR07L73.2 size=595212 2026-04-17T17:29:08.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.068+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=KHSGQFR07L73 tag=FKTDD5UKEGES type=write size=3740940 2026-04-17T17:29:08.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.070+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.0 size=1048576 2026-04-17T17:29:08.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.070+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.1 size=1048576 2026-04-17T17:29:08.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.071+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.2 size=1003213 2026-04-17T17:29:08.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.071+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=17TF46TDKYLG tag=FZZEXJNLJJE7 type=write size=4148941 2026-04-17T17:29:08.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.072+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=T3E0X55EQVPP type=del 2026-04-17T17:29:08.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.073+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.0 size=1048576 2026-04-17T17:29:08.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.074+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.1 size=1048576 2026-04-17T17:29:08.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.074+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.2 size=770368 2026-04-17T17:29:08.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.074+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=70HHOG7HNDPT tag=8PKLN3XXHXXT type=write size=3916096 2026-04-17T17:29:08.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.075+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~R4HS9WJJS3F2.0 size=663957 2026-04-17T17:29:08.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.076+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=R4HS9WJJS3F2 tag=ZCVV3PXMO07Q type=write size=1712533 2026-04-17T17:29:08.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.077+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=BQUPKOSU2ZZM type=del size=3236159 2026-04-17T17:29:08.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.078+0000 7f7c665b4880 1 < suggested remove operation key=3PCOF6Z79E02 tag=ODKSXGYG3574 type=del 2026-04-17T17:29:08.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.079+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=VSSK0PCGA0SD type=del size=1730265 2026-04-17T17:29:08.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.080+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=4BC325W28XJY type=write size=15200 2026-04-17T17:29:08.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.081+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.0 size=1048576 2026-04-17T17:29:08.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.082+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.1 size=1048576 2026-04-17T17:29:08.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.083+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.2 size=451416 2026-04-17T17:29:08.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.083+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=Z6QMQWME034K tag=4SXERZ364CKP type=write size=3597144 2026-04-17T17:29:08.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.083+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~33COHLC2W0PR.0 size=1048576 2026-04-17T17:29:08.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.084+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~33COHLC2W0PR.1 size=791211 2026-04-17T17:29:08.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.085+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=33COHLC2W0PR tag=J9SUSZKPWBT0 type=write size=2888363 2026-04-17T17:29:08.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.087+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~0A8DUILPU8VX.0 size=1048576 2026-04-17T17:29:08.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.088+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~0A8DUILPU8VX.1 size=158116 2026-04-17T17:29:08.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.088+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=0A8DUILPU8VX tag=OB2PH5RTTIYL type=write size=2255268 2026-04-17T17:29:08.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.088+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=IYDHJY6MVS0K type=del 2026-04-17T17:29:08.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.089+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=HCDVYK232EI9 type=del size=2534797 2026-04-17T17:29:08.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.090+0000 7f7c665b4880 1 < completed write operation key=8D06X54EXF53 tag=QOY4VL4I5XQ1 type=write size=984038 2026-04-17T17:29:08.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.091+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=Y9K5S36KX8CU type=del size=2883769 2026-04-17T17:29:08.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.092+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~8UWCI507DZDM.0 size=1048576 2026-04-17T17:29:08.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.092+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~8UWCI507DZDM.1 size=54840 2026-04-17T17:29:08.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.094+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=8UWCI507DZDM tag=9Q9GNUKLN59K type=write size=2151992 2026-04-17T17:29:08.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.095+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=GLKWTGQ9PTS8 type=del size=733656 2026-04-17T17:29:08.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.095+0000 7f7c665b4880 1 < canceled part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.0 size=1048576 2026-04-17T17:29:08.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.096+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.1 size=1048576 2026-04-17T17:29:08.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.096+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4ZTG6C3UG4NL.2 size=522091 2026-04-17T17:29:08.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.098+0000 7f7c665b4880 1 < canceled multipart upload key=XBC61NN04TV9 upload=4ZTG6C3UG4NL tag=FX2LV1DAW7MO type=write size=3667819 2026-04-17T17:29:08.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.098+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=DEWXIV6ZIESM type=del size=3007231 2026-04-17T17:29:08.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.099+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~LUFTZX519SYV.0 size=66307 2026-04-17T17:29:08.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.100+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=LUFTZX519SYV tag=5D8H0DAKGGLM type=write size=1114883 2026-04-17T17:29:08.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.102+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.0 size=1048576 2026-04-17T17:29:08.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.102+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.1 size=1048576 2026-04-17T17:29:08.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.103+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.2 size=149438 2026-04-17T17:29:08.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.103+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=U838KXQD6AQD tag=Z3WMJ6Y46RJA type=write size=3295166 2026-04-17T17:29:08.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.105+0000 7f7c665b4880 1 < suggested remove operation key=TV0Y2WB5F1EK tag=L15MU3FMBOS3 type=del 2026-04-17T17:29:08.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.105+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=BG0KTY2XV2PR type=del size=3272850 2026-04-17T17:29:08.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.106+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=0LUMC4TK3M21 type=write size=112844 2026-04-17T17:29:08.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.108+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~VAOD4CEL3M2L.0 size=303186 2026-04-17T17:29:08.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.108+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=VAOD4CEL3M2L tag=BCAOMUXTTUD9 type=write size=1351762 2026-04-17T17:29:08.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.108+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~JDOTNLJUT5T8.0 size=1048576 2026-04-17T17:29:08.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.109+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~JDOTNLJUT5T8.1 size=1031096 2026-04-17T17:29:08.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.110+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=JDOTNLJUT5T8 tag=3Z289KDOFDCM type=write size=3128248 2026-04-17T17:29:08.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.111+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=N2E44NCS44S4 type=write size=305217 2026-04-17T17:29:08.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.112+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.0 size=1048576 2026-04-17T17:29:08.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.113+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.1 size=1048576 2026-04-17T17:29:08.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.114+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~3D1FGLQF57I3.2 size=21134 2026-04-17T17:29:08.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.115+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=3D1FGLQF57I3 tag=OGT0RIH9R6QK type=write size=3166862 2026-04-17T17:29:08.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.116+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=1Y73915T01LX type=write size=322517 2026-04-17T17:29:08.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.117+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~RNZS5BN5191M.0 size=708549 2026-04-17T17:29:08.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.118+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=RNZS5BN5191M tag=Y9P4W15WYEVU type=write size=1757125 2026-04-17T17:29:08.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.119+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=3PTXCY5XHM75 type=del size=1872204 2026-04-17T17:29:08.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.120+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.0 size=1048576 2026-04-17T17:29:08.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.121+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.1 size=1048576 2026-04-17T17:29:08.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.122+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~17TF46TDKYLG.2 size=1003213 2026-04-17T17:29:08.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.123+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=17TF46TDKYLG tag=FZZEXJNLJJE7 type=write size=4148941 2026-04-17T17:29:08.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.124+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=3HTX4NUSZTF9 type=del size=430852 2026-04-17T17:29:08.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.124+0000 7f7c665b4880 1 < canceled part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.0 size=1048576 2026-04-17T17:29:08.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.125+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.1 size=1048576 2026-04-17T17:29:08.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.125+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~70HHOG7HNDPT.2 size=770368 2026-04-17T17:29:08.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.127+0000 7f7c665b4880 1 < canceled multipart upload key=8D06X54EXF53 upload=70HHOG7HNDPT tag=8PKLN3XXHXXT type=write size=3916096 2026-04-17T17:29:08.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.128+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.0 size=1048576 2026-04-17T17:29:08.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.129+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.1 size=1048576 2026-04-17T17:29:08.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.130+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.2 size=553539 2026-04-17T17:29:08.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.130+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=P5WOZ8K39R8Q tag=98NWMPAM9HHT type=write size=3699267 2026-04-17T17:29:08.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.131+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=BQUPKOSU2ZZM type=del 2026-04-17T17:29:08.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.132+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.0 size=1048576 2026-04-17T17:29:08.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.133+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.1 size=1048576 2026-04-17T17:29:08.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.134+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.2 size=35492 2026-04-17T17:29:08.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.134+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=3XMBTBY3WEM9 tag=G44B8NP13XZN type=write size=3181220 2026-04-17T17:29:08.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.134+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=VSSK0PCGA0SD type=del 2026-04-17T17:29:08.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.136+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~9R1HC1K9BKD0.0 size=1048576 2026-04-17T17:29:08.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.137+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~9R1HC1K9BKD0.1 size=432350 2026-04-17T17:29:08.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.137+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=9R1HC1K9BKD0 tag=7JGGO0PRIAL5 type=write size=2529502 2026-04-17T17:29:08.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.138+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.0 size=1048576 2026-04-17T17:29:08.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.138+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.1 size=1048576 2026-04-17T17:29:08.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.138+0000 7f7c665b4880 1 < canceled part key=_multipart_OCKF8K37F4KO.2~Z6QMQWME034K.2 size=451416 2026-04-17T17:29:08.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.140+0000 7f7c665b4880 1 < canceled multipart upload key=OCKF8K37F4KO upload=Z6QMQWME034K tag=4SXERZ364CKP type=write size=3597144 2026-04-17T17:29:08.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.142+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~MVEV0F7YJ6BL.0 size=380926 2026-04-17T17:29:08.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.142+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=MVEV0F7YJ6BL tag=5YN436NYUNFZ type=write size=1429502 2026-04-17T17:29:08.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.142+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~0A8DUILPU8VX.0 size=1048576 2026-04-17T17:29:08.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.143+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~0A8DUILPU8VX.1 size=158116 2026-04-17T17:29:08.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.145+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=0A8DUILPU8VX tag=OB2PH5RTTIYL type=write size=2255268 2026-04-17T17:29:08.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.145+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=FPQXN16BO08T type=del size=1901850 2026-04-17T17:29:08.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.146+0000 7f7c665b4880 1 < canceled operation key=SHWRAMH9AJNK tag=HCDVYK232EI9 type=del size=2534797 2026-04-17T17:29:08.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.148+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~I4LZA1JP555L.0 size=535403 2026-04-17T17:29:08.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.148+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=I4LZA1JP555L tag=24FY1K8HN5I4 type=write size=1583979 2026-04-17T17:29:08.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.148+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=Y9K5S36KX8CU type=del 2026-04-17T17:29:08.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.150+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~AGX9MW8PM9PA.0 size=681297 2026-04-17T17:29:08.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.150+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=AGX9MW8PM9PA tag=T158SOHTPXEM type=write size=1729873 2026-04-17T17:29:08.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.151+0000 7f7c665b4880 1 < suggested remove operation key=TI30PAI6L1CR tag=GLKWTGQ9PTS8 type=del 2026-04-17T17:29:08.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.152+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=WM0ZHSDWFRMV type=write size=981672 2026-04-17T17:29:08.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.153+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=DEWXIV6ZIESM type=del 2026-04-17T17:29:08.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.154+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=GX0BKU1NABBU type=del size=3787881 2026-04-17T17:29:08.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.155+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.0 size=1048576 2026-04-17T17:29:08.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.155+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.1 size=1048576 2026-04-17T17:29:08.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.156+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~U838KXQD6AQD.2 size=149438 2026-04-17T17:29:08.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.157+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=U838KXQD6AQD tag=Z3WMJ6Y46RJA type=write size=3295166 2026-04-17T17:29:08.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.159+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JBDXAXX477N5.0 size=457195 2026-04-17T17:29:08.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.159+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=JBDXAXX477N5 tag=Q7DIXY6J19PH type=write size=1505771 2026-04-17T17:29:08.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.160+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=BG0KTY2XV2PR type=del 2026-04-17T17:29:08.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.161+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=6ZIGGVVP1TLW type=del size=4154672 2026-04-17T17:29:08.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.161+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~VAOD4CEL3M2L.0 size=303186 2026-04-17T17:29:08.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.163+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=VAOD4CEL3M2L tag=BCAOMUXTTUD9 type=write size=1351762 2026-04-17T17:29:08.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.164+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.0 size=1048576 2026-04-17T17:29:08.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.165+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.1 size=1048576 2026-04-17T17:29:08.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.166+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.2 size=715323 2026-04-17T17:29:08.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.166+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=YWPSOG8H79SZ tag=OT4K7VC0O08Y type=write size=3861051 2026-04-17T17:29:08.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.166+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=N2E44NCS44S4 type=write size=305217 2026-04-17T17:29:08.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.168+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~Y2BFUNGFC3H1.0 size=1048576 2026-04-17T17:29:08.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.168+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~Y2BFUNGFC3H1.1 size=978780 2026-04-17T17:29:08.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.168+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=Y2BFUNGFC3H1 tag=K88GWQRLTWP7 type=write size=3075932 2026-04-17T17:29:08.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.170+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=1Y73915T01LX type=write size=322517 2026-04-17T17:29:08.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.171+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.0 size=1048576 2026-04-17T17:29:08.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.172+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.1 size=1048576 2026-04-17T17:29:08.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.173+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.2 size=362842 2026-04-17T17:29:08.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.173+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=GZ7Z91J969X8 tag=XAAGOZANZRFE type=write size=3508570 2026-04-17T17:29:08.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.173+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=3PTXCY5XHM75 type=del 2026-04-17T17:29:08.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.176+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~XNJ7EP1A1J3K.0 size=1048576 2026-04-17T17:29:08.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.176+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~XNJ7EP1A1J3K.1 size=214455 2026-04-17T17:29:08.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.176+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=XNJ7EP1A1J3K tag=RLCV8OIRSOJ9 type=write size=2311607 2026-04-17T17:29:08.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.177+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=3HTX4NUSZTF9 type=del 2026-04-17T17:29:08.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.179+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~8DLBYGU6Q4X3.0 size=1048576 2026-04-17T17:29:08.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.179+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~8DLBYGU6Q4X3.1 size=957373 2026-04-17T17:29:08.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.179+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=8DLBYGU6Q4X3 tag=JEPCUOYBQV43 type=write size=3054525 2026-04-17T17:29:08.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.180+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.0 size=1048576 2026-04-17T17:29:08.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.181+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.1 size=1048576 2026-04-17T17:29:08.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.181+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~P5WOZ8K39R8Q.2 size=553539 2026-04-17T17:29:08.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.183+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=P5WOZ8K39R8Q tag=98NWMPAM9HHT type=write size=3699267 2026-04-17T17:29:08.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.184+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=B9DO58M2W0AO type=del size=2751649 2026-04-17T17:29:08.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.184+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.0 size=1048576 2026-04-17T17:29:08.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.185+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.1 size=1048576 2026-04-17T17:29:08.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.186+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~3XMBTBY3WEM9.2 size=35492 2026-04-17T17:29:08.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.187+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=3XMBTBY3WEM9 tag=G44B8NP13XZN type=write size=3181220 2026-04-17T17:29:08.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.188+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=T3Q1OJYOEXA3 type=del size=4156325 2026-04-17T17:29:08.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.189+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~9R1HC1K9BKD0.0 size=1048576 2026-04-17T17:29:08.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.189+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~9R1HC1K9BKD0.1 size=432350 2026-04-17T17:29:08.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.190+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=9R1HC1K9BKD0 tag=7JGGO0PRIAL5 type=write size=2529502 2026-04-17T17:29:08.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.191+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=F8CPU0MXMWD0 type=del size=444024 2026-04-17T17:29:08.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.192+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~MVEV0F7YJ6BL.0 size=380926 2026-04-17T17:29:08.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.193+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=MVEV0F7YJ6BL tag=5YN436NYUNFZ type=write size=1429502 2026-04-17T17:29:08.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.195+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~GHPC01FENTNZ.0 size=1048576 2026-04-17T17:29:08.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.195+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~GHPC01FENTNZ.1 size=220637 2026-04-17T17:29:08.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.195+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=GHPC01FENTNZ tag=BNU2HDUMVXEE type=write size=2317789 2026-04-17T17:29:08.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.196+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=FPQXN16BO08T type=del 2026-04-17T17:29:08.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.197+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=01DL7EF9OIKP type=del size=556277 2026-04-17T17:29:08.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.198+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~I4LZA1JP555L.0 size=535403 2026-04-17T17:29:08.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.199+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=I4LZA1JP555L tag=24FY1K8HN5I4 type=write size=1583979 2026-04-17T17:29:08.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.200+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~LMB6M3TZ2DOP.0 size=384547 2026-04-17T17:29:08.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.200+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=LMB6M3TZ2DOP tag=TNHW04JBE01S type=write size=1433123 2026-04-17T17:29:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.201+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~AGX9MW8PM9PA.0 size=681297 2026-04-17T17:29:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.202+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=AGX9MW8PM9PA tag=T158SOHTPXEM type=write size=1729873 2026-04-17T17:29:08.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.203+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=VE1AFAMZ2UW7 type=del size=3941145 2026-04-17T17:29:08.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.204+0000 7f7c665b4880 1 < completed write operation key=OCKF8K37F4KO tag=WM0ZHSDWFRMV type=write size=981672 2026-04-17T17:29:08.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.205+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~NVMG56I9ECK9.0 size=153925 2026-04-17T17:29:08.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.205+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=NVMG56I9ECK9 tag=X4LYUHFFX3JG type=write size=1202501 2026-04-17T17:29:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.207+0000 7f7c665b4880 1 < suggested update operation key=WI8M3P76704S tag=GX0BKU1NABBU type=del size=3787881 2026-04-17T17:29:08.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.208+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=VBVRY00XUUX1 type=del size=2098521 2026-04-17T17:29:08.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.209+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JBDXAXX477N5.0 size=457195 2026-04-17T17:29:08.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.211+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=JBDXAXX477N5 tag=Q7DIXY6J19PH type=write size=1505771 2026-04-17T17:29:08.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.211+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=1YJYXEHEEI1J type=del size=472660 2026-04-17T17:29:08.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.213+0000 7f7c665b4880 1 < suggested remove operation key=NU9ABT1YEXJP tag=6ZIGGVVP1TLW type=del 2026-04-17T17:29:08.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.215+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~NZO20I7Y2ZVR.0 size=686862 2026-04-17T17:29:08.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.215+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=NZO20I7Y2ZVR tag=AJRFPKES7HDS type=write size=1735438 2026-04-17T17:29:08.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.216+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.0 size=1048576 2026-04-17T17:29:08.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.216+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.1 size=1048576 2026-04-17T17:29:08.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.216+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~YWPSOG8H79SZ.2 size=715323 2026-04-17T17:29:08.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.218+0000 7f7c665b4880 1 < canceled multipart upload key=P7G15WELI0JZ upload=YWPSOG8H79SZ tag=OT4K7VC0O08Y type=write size=3861051 2026-04-17T17:29:08.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.226+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~13CIJH0OY3V2.0 size=1048576 2026-04-17T17:29:08.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.227+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~13CIJH0OY3V2.1 size=725900 2026-04-17T17:29:08.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.227+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=13CIJH0OY3V2 tag=A0PI26FPFD0K type=write size=2823052 2026-04-17T17:29:08.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.228+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~Y2BFUNGFC3H1.0 size=1048576 2026-04-17T17:29:08.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.228+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~Y2BFUNGFC3H1.1 size=978780 2026-04-17T17:29:08.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.230+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=Y2BFUNGFC3H1 tag=K88GWQRLTWP7 type=write size=3075932 2026-04-17T17:29:08.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.231+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=3L8QIVSMTKJG type=del size=3406889 2026-04-17T17:29:08.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.231+0000 7f7c665b4880 1 < canceled part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.0 size=1048576 2026-04-17T17:29:08.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.232+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.1 size=1048576 2026-04-17T17:29:08.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.232+0000 7f7c665b4880 1 < canceled part key=_multipart_RWVQWJ0ZLZ9E.2~GZ7Z91J969X8.2 size=362842 2026-04-17T17:29:08.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.233+0000 7f7c665b4880 1 < canceled multipart upload key=RWVQWJ0ZLZ9E upload=GZ7Z91J969X8 tag=XAAGOZANZRFE type=write size=3508570 2026-04-17T17:29:08.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.234+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=20C892IK3CFK type=del size=1442979 2026-04-17T17:29:08.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.235+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~XNJ7EP1A1J3K.0 size=1048576 2026-04-17T17:29:08.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.236+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~XNJ7EP1A1J3K.1 size=214455 2026-04-17T17:29:08.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.238+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=XNJ7EP1A1J3K tag=RLCV8OIRSOJ9 type=write size=2311607 2026-04-17T17:29:08.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.239+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=KBZJ0MSAUC2L type=del size=2194564 2026-04-17T17:29:08.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.240+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~8DLBYGU6Q4X3.0 size=1048576 2026-04-17T17:29:08.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.240+0000 7f7c665b4880 1 < canceled part key=_multipart_LHY9D0JYTATK.2~8DLBYGU6Q4X3.1 size=957373 2026-04-17T17:29:08.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.241+0000 7f7c665b4880 1 < canceled multipart upload key=LHY9D0JYTATK upload=8DLBYGU6Q4X3 tag=JEPCUOYBQV43 type=write size=3054525 2026-04-17T17:29:08.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.243+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~4KOUVNWUF8OH.0 size=1048576 2026-04-17T17:29:08.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.244+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~4KOUVNWUF8OH.1 size=175159 2026-04-17T17:29:08.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.244+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=4KOUVNWUF8OH tag=BE0YPIUFGD6C type=write size=2272311 2026-04-17T17:29:08.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.245+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=B9DO58M2W0AO type=del 2026-04-17T17:29:08.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.246+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=TD73JAR27M09 type=write size=229177 2026-04-17T17:29:08.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.247+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=T3Q1OJYOEXA3 type=del 2026-04-17T17:29:08.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.248+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=OKCC7W2SKRSY type=del size=3187778 2026-04-17T17:29:08.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.249+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=F8CPU0MXMWD0 type=del 2026-04-17T17:29:08.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.250+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=NURY624ZTQ37 type=write size=401778 2026-04-17T17:29:08.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.250+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~GHPC01FENTNZ.0 size=1048576 2026-04-17T17:29:08.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.251+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~GHPC01FENTNZ.1 size=220637 2026-04-17T17:29:08.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.253+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=GHPC01FENTNZ tag=BNU2HDUMVXEE type=write size=2317789 2026-04-17T17:29:08.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.254+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=VWILX3EVMBSW type=del size=282533 2026-04-17T17:29:08.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.254+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=01DL7EF9OIKP type=del 2026-04-17T17:29:08.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.256+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=E3S9ZP0F0642 type=del size=646848 2026-04-17T17:29:08.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.257+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~LMB6M3TZ2DOP.0 size=384547 2026-04-17T17:29:08.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.259+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=LMB6M3TZ2DOP tag=TNHW04JBE01S type=write size=1433123 2026-04-17T17:29:08.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.260+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=1UOQXFYK67EM type=del size=3891106 2026-04-17T17:29:08.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.261+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=VE1AFAMZ2UW7 type=del 2026-04-17T17:29:08.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.262+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.0 size=1048576 2026-04-17T17:29:08.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.263+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.1 size=1048576 2026-04-17T17:29:08.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.264+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.2 size=77313 2026-04-17T17:29:08.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.264+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=AQ7HVETJIGRT tag=57RPB0IIW3X5 type=write size=3223041 2026-04-17T17:29:08.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.265+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~NVMG56I9ECK9.0 size=153925 2026-04-17T17:29:08.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.266+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=NVMG56I9ECK9 tag=X4LYUHFFX3JG type=write size=1202501 2026-04-17T17:29:08.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.268+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~UC9WGZKVZL18.0 size=739070 2026-04-17T17:29:08.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.268+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=UC9WGZKVZL18 tag=9WIDCPNBCH74 type=write size=1787646 2026-04-17T17:29:08.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.269+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=VBVRY00XUUX1 type=del 2026-04-17T17:29:08.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.271+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.0 size=1048576 2026-04-17T17:29:08.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.272+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.1 size=1048576 2026-04-17T17:29:08.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.272+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.2 size=231909 2026-04-17T17:29:08.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.272+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=IDUKFYK8CGPD tag=48WNHT97NXN2 type=write size=3377637 2026-04-17T17:29:08.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.273+0000 7f7c665b4880 1 < canceled operation key=UWOLL79ZRJ1B tag=1YJYXEHEEI1J type=del size=472660 2026-04-17T17:29:08.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.274+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=AVT2RB2CICMT type=del size=3447365 2026-04-17T17:29:08.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.275+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~NZO20I7Y2ZVR.0 size=686862 2026-04-17T17:29:08.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.277+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=NZO20I7Y2ZVR tag=AJRFPKES7HDS type=write size=1735438 2026-04-17T17:29:08.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.278+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.0 size=1048576 2026-04-17T17:29:08.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.279+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.1 size=1048576 2026-04-17T17:29:08.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.280+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.2 size=876034 2026-04-17T17:29:08.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.280+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=WWYL2HMWW8IO tag=NYFVKK85XTNY type=write size=4021762 2026-04-17T17:29:08.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.281+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~13CIJH0OY3V2.0 size=1048576 2026-04-17T17:29:08.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.281+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~13CIJH0OY3V2.1 size=725900 2026-04-17T17:29:08.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.283+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=13CIJH0OY3V2 tag=A0PI26FPFD0K type=write size=2823052 2026-04-17T17:29:08.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.284+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.0 size=1048576 2026-04-17T17:29:08.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.285+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.1 size=1048576 2026-04-17T17:29:08.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.286+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.2 size=242097 2026-04-17T17:29:08.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.286+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=5H1D9FJGCOA0 tag=F3VF2YS0WXSO type=write size=3387825 2026-04-17T17:29:08.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.287+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=3L8QIVSMTKJG type=del 2026-04-17T17:29:08.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.289+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.0 size=1048576 2026-04-17T17:29:08.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.289+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.1 size=1048576 2026-04-17T17:29:08.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.290+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.2 size=147033 2026-04-17T17:29:08.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.290+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=SAHHZ5A9170F tag=3FWW8Q22VYE1 type=write size=3292761 2026-04-17T17:29:08.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.291+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=20C892IK3CFK type=del 2026-04-17T17:29:08.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.293+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~N6050ML41DRP.0 size=1048576 2026-04-17T17:29:08.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.294+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~N6050ML41DRP.1 size=437319 2026-04-17T17:29:08.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.294+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=N6050ML41DRP tag=MBDGUPGHDETD type=write size=2534471 2026-04-17T17:29:08.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.295+0000 7f7c665b4880 1 < canceled operation key=M01GP5SQE5GM tag=KBZJ0MSAUC2L type=del size=2194564 2026-04-17T17:29:08.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.296+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~U48JTVQ73RBW.0 size=671474 2026-04-17T17:29:08.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.296+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=U48JTVQ73RBW tag=97MMHMIQ24MF type=write size=1720050 2026-04-17T17:29:08.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.297+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~4KOUVNWUF8OH.0 size=1048576 2026-04-17T17:29:08.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.298+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~4KOUVNWUF8OH.1 size=175159 2026-04-17T17:29:08.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.299+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=4KOUVNWUF8OH tag=BE0YPIUFGD6C type=write size=2272311 2026-04-17T17:29:08.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.300+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=KFCR7NLGFTOZ type=del size=1920425 2026-04-17T17:29:08.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.301+0000 7f7c665b4880 1 < completed write operation key=0GTGQ5P5Z4IJ tag=TD73JAR27M09 type=write size=229177 2026-04-17T17:29:08.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.303+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=S9Q65W1288ZO type=del size=3129705 2026-04-17T17:29:08.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.303+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=OKCC7W2SKRSY type=del 2026-04-17T17:29:08.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.305+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~UZUUM1DJUBJ5.0 size=160563 2026-04-17T17:29:08.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.305+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=UZUUM1DJUBJ5 tag=K7IKPMKHPBWX type=write size=1209139 2026-04-17T17:29:08.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.306+0000 7f7c665b4880 1 < completed write operation key=8D06X54EXF53 tag=NURY624ZTQ37 type=write size=401778 2026-04-17T17:29:08.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.307+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=NBOM4VQYH564 type=del size=1470643 2026-04-17T17:29:08.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.308+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=VWILX3EVMBSW type=del 2026-04-17T17:29:08.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.309+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=35UNPT4O4X3H type=del size=1988897 2026-04-17T17:29:08.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.311+0000 7f7c665b4880 1 < suggested update operation key=RWVQWJ0ZLZ9E tag=E3S9ZP0F0642 type=del size=646848 2026-04-17T17:29:08.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.312+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=L9JP31LU187O type=del size=505517 2026-04-17T17:29:08.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.313+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=1UOQXFYK67EM type=del 2026-04-17T17:29:08.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.315+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.0 size=1048576 2026-04-17T17:29:08.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.315+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.1 size=1048576 2026-04-17T17:29:08.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.316+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.2 size=767652 2026-04-17T17:29:08.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.316+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=8UH4QCNR8GWO tag=PKTE8HCDHTV2 type=write size=3913380 2026-04-17T17:29:08.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.317+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.0 size=1048576 2026-04-17T17:29:08.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.318+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.1 size=1048576 2026-04-17T17:29:08.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.319+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AQ7HVETJIGRT.2 size=77313 2026-04-17T17:29:08.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.321+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=AQ7HVETJIGRT tag=57RPB0IIW3X5 type=write size=3223041 2026-04-17T17:29:08.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.322+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=0MFPUQKRWWFI type=del size=3255027 2026-04-17T17:29:08.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.323+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~UC9WGZKVZL18.0 size=739070 2026-04-17T17:29:08.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.325+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=UC9WGZKVZL18 tag=9WIDCPNBCH74 type=write size=1787646 2026-04-17T17:29:08.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.326+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=7WZI3CO2YWC9 type=write size=1000313 2026-04-17T17:29:08.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.327+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.0 size=1048576 2026-04-17T17:29:08.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.328+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.1 size=1048576 2026-04-17T17:29:08.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.329+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~IDUKFYK8CGPD.2 size=231909 2026-04-17T17:29:08.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.330+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=IDUKFYK8CGPD tag=48WNHT97NXN2 type=write size=3377637 2026-04-17T17:29:08.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.332+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.0 size=1048576 2026-04-17T17:29:08.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.333+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.1 size=1048576 2026-04-17T17:29:08.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.334+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.2 size=954365 2026-04-17T17:29:08.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.334+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=O0ERRAXMQO5X tag=QWVWKYP2ML3S type=write size=4100093 2026-04-17T17:29:08.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.335+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=AVT2RB2CICMT type=del 2026-04-17T17:29:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.336+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=X6HC5L5UB186 type=del size=2314436 2026-04-17T17:29:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.336+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.0 size=1048576 2026-04-17T17:29:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.336+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.1 size=1048576 2026-04-17T17:29:08.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.337+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~WWYL2HMWW8IO.2 size=876034 2026-04-17T17:29:08.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.338+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=WWYL2HMWW8IO tag=NYFVKK85XTNY type=write size=4021762 2026-04-17T17:29:08.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.339+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=33KB6LPU17D1 type=write size=268647 2026-04-17T17:29:08.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.340+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.0 size=1048576 2026-04-17T17:29:08.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.341+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.1 size=1048576 2026-04-17T17:29:08.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.342+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~5H1D9FJGCOA0.2 size=242097 2026-04-17T17:29:08.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.343+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=5H1D9FJGCOA0 tag=F3VF2YS0WXSO type=write size=3387825 2026-04-17T17:29:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.346+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~MPAFF66E4RT5.0 size=1048576 2026-04-17T17:29:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.347+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~MPAFF66E4RT5.1 size=795005 2026-04-17T17:29:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.347+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=MPAFF66E4RT5 tag=0Q81QI8CIN08 type=write size=2892157 2026-04-17T17:29:08.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.348+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.0 size=1048576 2026-04-17T17:29:08.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.348+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.1 size=1048576 2026-04-17T17:29:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.349+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~SAHHZ5A9170F.2 size=147033 2026-04-17T17:29:08.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.351+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=SAHHZ5A9170F tag=3FWW8Q22VYE1 type=write size=3292761 2026-04-17T17:29:08.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.352+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.0 size=1048576 2026-04-17T17:29:08.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.353+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.1 size=1048576 2026-04-17T17:29:08.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.354+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.2 size=286773 2026-04-17T17:29:08.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.354+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=VX2AMV6CYJR3 tag=HSMR3PIO2HBO type=write size=3432501 2026-04-17T17:29:08.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.355+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~N6050ML41DRP.0 size=1048576 2026-04-17T17:29:08.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.356+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~N6050ML41DRP.1 size=437319 2026-04-17T17:29:08.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.358+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=N6050ML41DRP tag=MBDGUPGHDETD type=write size=2534471 2026-04-17T17:29:08.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.360+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~FJOD0I4P1EW6.0 size=254168 2026-04-17T17:29:08.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.360+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=FJOD0I4P1EW6 tag=KZS9PLWJWEK9 type=write size=1302744 2026-04-17T17:29:08.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.360+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~U48JTVQ73RBW.0 size=671474 2026-04-17T17:29:08.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.362+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=U48JTVQ73RBW tag=97MMHMIQ24MF type=write size=1720050 2026-04-17T17:29:08.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.363+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.0 size=1048576 2026-04-17T17:29:08.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.364+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.1 size=1048576 2026-04-17T17:29:08.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.365+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.2 size=369775 2026-04-17T17:29:08.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.365+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=G97IM15FA358 tag=J3HK2TAHH2U0 type=write size=3515503 2026-04-17T17:29:08.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.366+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=KFCR7NLGFTOZ type=del 2026-04-17T17:29:08.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.368+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.0 size=1048576 2026-04-17T17:29:08.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.368+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.1 size=1048576 2026-04-17T17:29:08.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.369+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.2 size=788289 2026-04-17T17:29:08.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.369+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=RJ4CKQNXXCW3 tag=EIDPZNZL114Y type=write size=3934017 2026-04-17T17:29:08.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.371+0000 7f7c665b4880 1 < suggested remove operation key=RWVQWJ0ZLZ9E tag=S9Q65W1288ZO type=del 2026-04-17T17:29:08.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.373+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~GMKC12XUWNJJ.0 size=1048576 2026-04-17T17:29:08.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.374+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~GMKC12XUWNJJ.1 size=717145 2026-04-17T17:29:08.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.374+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=GMKC12XUWNJJ tag=Y6TTAE5ACFBI type=write size=2814297 2026-04-17T17:29:08.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.375+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~UZUUM1DJUBJ5.0 size=160563 2026-04-17T17:29:08.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.376+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=UZUUM1DJUBJ5 tag=K7IKPMKHPBWX type=write size=1209139 2026-04-17T17:29:08.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.378+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~M516OMKY8JRU.0 size=1048576 2026-04-17T17:29:08.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.379+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~M516OMKY8JRU.1 size=500143 2026-04-17T17:29:08.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.379+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=M516OMKY8JRU tag=19ALGZK5T8UK type=write size=2597295 2026-04-17T17:29:08.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.380+0000 7f7c665b4880 1 < suggested remove operation key=HUT2A3M2V4BF tag=NBOM4VQYH564 type=del 2026-04-17T17:29:08.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.381+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=SVM3DL7BR48F type=del size=1515432 2026-04-17T17:29:08.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.382+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=35UNPT4O4X3H type=del 2026-04-17T17:29:08.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.383+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=GQSKQ4RQ7HNZ type=del size=3528631 2026-04-17T17:29:08.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.384+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=L9JP31LU187O type=del 2026-04-17T17:29:08.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.385+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=6KL32HV1POYY type=del size=1832104 2026-04-17T17:29:08.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.385+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.0 size=1048576 2026-04-17T17:29:08.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.386+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.1 size=1048576 2026-04-17T17:29:08.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.387+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~8UH4QCNR8GWO.2 size=767652 2026-04-17T17:29:08.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.389+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=8UH4QCNR8GWO tag=PKTE8HCDHTV2 type=write size=3913380 2026-04-17T17:29:08.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.389+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=J2RWRUSLOKV5 type=del size=3861355 2026-04-17T17:29:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.390+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=0MFPUQKRWWFI type=del 2026-04-17T17:29:08.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.392+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~1NK228V2MA14.0 size=183714 2026-04-17T17:29:08.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.392+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=1NK228V2MA14 tag=JIQ3SZXYWXFM type=write size=1232290 2026-04-17T17:29:08.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.394+0000 7f7c665b4880 1 < suggested remove operation key=M01GP5SQE5GM tag=7WZI3CO2YWC9 type=write 2026-04-17T17:29:08.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.395+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=XX4MBH7H51YW type=del size=4122488 2026-04-17T17:29:08.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.396+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.0 size=1048576 2026-04-17T17:29:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.397+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.1 size=1048576 2026-04-17T17:29:08.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.398+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~O0ERRAXMQO5X.2 size=954365 2026-04-17T17:29:08.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.399+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=O0ERRAXMQO5X tag=QWVWKYP2ML3S type=write size=4100093 2026-04-17T17:29:08.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.401+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~4NWQVJ2SMF94.0 size=558403 2026-04-17T17:29:08.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.401+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=4NWQVJ2SMF94 tag=9X31MBQ5GDRZ type=write size=1606979 2026-04-17T17:29:08.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.402+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=X6HC5L5UB186 type=del 2026-04-17T17:29:08.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.403+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=TU9Z31GE3KEY type=write size=178080 2026-04-17T17:29:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.405+0000 7f7c665b4880 1 < suggested update operation key=UWOLL79ZRJ1B tag=33KB6LPU17D1 type=write size=268647 2026-04-17T17:29:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.406+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=QNQCH4QUIMQR type=del size=2689952 2026-04-17T17:29:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.407+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~MPAFF66E4RT5.0 size=1048576 2026-04-17T17:29:08.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.407+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~MPAFF66E4RT5.1 size=795005 2026-04-17T17:29:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.409+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=MPAFF66E4RT5 tag=0Q81QI8CIN08 type=write size=2892157 2026-04-17T17:29:08.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.411+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~Q8JS3NPCS7ZM.0 size=555406 2026-04-17T17:29:08.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.411+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=Q8JS3NPCS7ZM tag=7Q6YT7MOWSVE type=write size=1603982 2026-04-17T17:29:08.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.413+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.0 size=1048576 2026-04-17T17:29:08.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.413+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.1 size=1048576 2026-04-17T17:29:08.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.414+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~VX2AMV6CYJR3.2 size=286773 2026-04-17T17:29:08.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.416+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=VX2AMV6CYJR3 tag=HSMR3PIO2HBO type=write size=3432501 2026-04-17T17:29:08.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.417+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=7B801ZUD08W3 type=write size=845749 2026-04-17T17:29:08.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.418+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~FJOD0I4P1EW6.0 size=254168 2026-04-17T17:29:08.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.419+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=FJOD0I4P1EW6 tag=KZS9PLWJWEK9 type=write size=1302744 2026-04-17T17:29:08.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.421+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~G0ERGT29BZX4.0 size=1048576 2026-04-17T17:29:08.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.422+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~G0ERGT29BZX4.1 size=104401 2026-04-17T17:29:08.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.422+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=G0ERGT29BZX4 tag=VI21B47Z2JJH type=write size=2201553 2026-04-17T17:29:08.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.423+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.0 size=1048576 2026-04-17T17:29:08.427 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.423+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.1 size=1048576 2026-04-17T17:29:08.427 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.424+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~G97IM15FA358.2 size=369775 2026-04-17T17:29:08.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.425+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=G97IM15FA358 tag=J3HK2TAHH2U0 type=write size=3515503 2026-04-17T17:29:08.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.427+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~VVMC45JX1Q3H.0 size=10551 2026-04-17T17:29:08.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.427+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=VVMC45JX1Q3H tag=NXAIVBRQ1G01 type=write size=1059127 2026-04-17T17:29:08.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.428+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.0 size=1048576 2026-04-17T17:29:08.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.429+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.1 size=1048576 2026-04-17T17:29:08.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.430+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RJ4CKQNXXCW3.2 size=788289 2026-04-17T17:29:08.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.431+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=RJ4CKQNXXCW3 tag=EIDPZNZL114Y type=write size=3934017 2026-04-17T17:29:08.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.433+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.0 size=1048576 2026-04-17T17:29:08.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.434+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.1 size=1048576 2026-04-17T17:29:08.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.435+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.2 size=573337 2026-04-17T17:29:08.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.435+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=HRQHLF5XMXJB tag=VDZWRB12VWZ9 type=write size=3719065 2026-04-17T17:29:08.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.436+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~GMKC12XUWNJJ.0 size=1048576 2026-04-17T17:29:08.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.436+0000 7f7c665b4880 1 < canceled part key=_multipart_ZPRLHK1F89L2.2~GMKC12XUWNJJ.1 size=717145 2026-04-17T17:29:08.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.437+0000 7f7c665b4880 1 < canceled multipart upload key=ZPRLHK1F89L2 upload=GMKC12XUWNJJ tag=Y6TTAE5ACFBI type=write size=2814297 2026-04-17T17:29:08.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.438+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=Q0P1MK4ZOECA type=del size=1899564 2026-04-17T17:29:08.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.439+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~M516OMKY8JRU.0 size=1048576 2026-04-17T17:29:08.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.439+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~M516OMKY8JRU.1 size=500143 2026-04-17T17:29:08.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.441+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=M516OMKY8JRU tag=19ALGZK5T8UK type=write size=2597295 2026-04-17T17:29:08.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.442+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=NAKK51C5KN4W type=write size=3538 2026-04-17T17:29:08.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.444+0000 7f7c665b4880 1 < suggested update operation key=LHY9D0JYTATK tag=SVM3DL7BR48F type=del size=1515432 2026-04-17T17:29:08.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.446+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.0 size=1048576 2026-04-17T17:29:08.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.447+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.1 size=1048576 2026-04-17T17:29:08.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.447+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.2 size=19500 2026-04-17T17:29:08.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.447+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=TW6PQWX59S8T tag=EY6M8YU1STEG type=write size=3165228 2026-04-17T17:29:08.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.448+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=GQSKQ4RQ7HNZ type=del 2026-04-17T17:29:08.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.449+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=2LDS78R3SXJP type=del size=3419413 2026-04-17T17:29:08.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.451+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=6KL32HV1POYY type=del size=1832104 2026-04-17T17:29:08.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.453+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~YUPCL0N7UCF3.0 size=1048576 2026-04-17T17:29:08.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.453+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~YUPCL0N7UCF3.1 size=208460 2026-04-17T17:29:08.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.453+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=YUPCL0N7UCF3 tag=PUUTPGY3VJZ0 type=write size=2305612 2026-04-17T17:29:08.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.454+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=J2RWRUSLOKV5 type=del 2026-04-17T17:29:08.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.456+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~IL9H130O75A2.0 size=573963 2026-04-17T17:29:08.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.456+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=IL9H130O75A2 tag=YQ3QI4WUVAIJ type=write size=1622539 2026-04-17T17:29:08.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.456+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~1NK228V2MA14.0 size=183714 2026-04-17T17:29:08.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.458+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=1NK228V2MA14 tag=JIQ3SZXYWXFM type=write size=1232290 2026-04-17T17:29:08.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.459+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=ZF06NSSNJ469 type=write size=1017988 2026-04-17T17:29:08.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.461+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=XX4MBH7H51YW type=del 2026-04-17T17:29:08.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.462+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~EV73IGF05YHW.0 size=1048576 2026-04-17T17:29:08.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.463+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~EV73IGF05YHW.1 size=348360 2026-04-17T17:29:08.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.463+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=EV73IGF05YHW tag=CE9RZEQXCBSU type=write size=2445512 2026-04-17T17:29:08.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.464+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~4NWQVJ2SMF94.0 size=558403 2026-04-17T17:29:08.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.465+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=4NWQVJ2SMF94 tag=9X31MBQ5GDRZ type=write size=1606979 2026-04-17T17:29:08.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.466+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=C148DCS7VLMA type=del size=3874424 2026-04-17T17:29:08.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.467+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=TU9Z31GE3KEY type=write size=178080 2026-04-17T17:29:08.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.468+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=GBDJCD4CEYL3 type=del size=2639105 2026-04-17T17:29:08.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.469+0000 7f7c665b4880 -1 < failed to complete operation key=P7G15WELI0JZ tag=QNQCH4QUIMQR type=del size=2689952: (22) Invalid argument 2026-04-17T17:29:08.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.471+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.0 size=1048576 2026-04-17T17:29:08.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.471+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.1 size=1048576 2026-04-17T17:29:08.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.472+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.2 size=171829 2026-04-17T17:29:08.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.472+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=B45LY030X5R2 tag=K3YUM1IFYEP3 type=write size=3317557 2026-04-17T17:29:08.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.473+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~Q8JS3NPCS7ZM.0 size=555406 2026-04-17T17:29:08.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.475+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=Q8JS3NPCS7ZM tag=7Q6YT7MOWSVE type=write size=1603982 2026-04-17T17:29:08.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.476+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~CVBQ05LKETMS.0 size=1048576 2026-04-17T17:29:08.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.477+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~CVBQ05LKETMS.1 size=750555 2026-04-17T17:29:08.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.477+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=CVBQ05LKETMS tag=1PF45GVL85AD type=write size=2847707 2026-04-17T17:29:08.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.478+0000 7f7c665b4880 1 < completed write operation key=Q45KTI620J8K tag=7B801ZUD08W3 type=write size=845749 2026-04-17T17:29:08.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.479+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.0 size=1048576 2026-04-17T17:29:08.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.480+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.1 size=1048576 2026-04-17T17:29:08.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.480+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.2 size=86307 2026-04-17T17:29:08.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.480+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=D8U3DTDMH5GI tag=ZDGI83NLTKCR type=write size=3232035 2026-04-17T17:29:08.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.481+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~G0ERGT29BZX4.0 size=1048576 2026-04-17T17:29:08.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.482+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~G0ERGT29BZX4.1 size=104401 2026-04-17T17:29:08.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.483+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=G0ERGT29BZX4 tag=VI21B47Z2JJH type=write size=2201553 2026-04-17T17:29:08.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.484+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=UFPSZFE67KJZ type=del size=3392690 2026-04-17T17:29:08.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.485+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~VVMC45JX1Q3H.0 size=10551 2026-04-17T17:29:08.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.486+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=VVMC45JX1Q3H tag=NXAIVBRQ1G01 type=write size=1059127 2026-04-17T17:29:08.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.488+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~3SIG6ZG50VBB.0 size=1048576 2026-04-17T17:29:08.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.489+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~3SIG6ZG50VBB.1 size=477827 2026-04-17T17:29:08.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.489+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=3SIG6ZG50VBB tag=DOSZAHBDHPCF type=write size=2574979 2026-04-17T17:29:08.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.489+0000 7f7c665b4880 1 < canceled part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.0 size=1048576 2026-04-17T17:29:08.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.490+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.1 size=1048576 2026-04-17T17:29:08.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.490+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~HRQHLF5XMXJB.2 size=573337 2026-04-17T17:29:08.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.492+0000 7f7c665b4880 1 < canceled multipart upload key=Q45KTI620J8K upload=HRQHLF5XMXJB tag=VDZWRB12VWZ9 type=write size=3719065 2026-04-17T17:29:08.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.493+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=GXO10IYMVK9Z type=del size=2028819 2026-04-17T17:29:08.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.494+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=Q0P1MK4ZOECA type=del 2026-04-17T17:29:08.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.495+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=5324QKW5WRE8 type=del size=2623433 2026-04-17T17:29:08.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.496+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=NAKK51C5KN4W type=write size=3538 2026-04-17T17:29:08.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.497+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=TFXTBTN5K9R8 type=del size=2397650 2026-04-17T17:29:08.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.498+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.0 size=1048576 2026-04-17T17:29:08.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.499+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.1 size=1048576 2026-04-17T17:29:08.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.499+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~TW6PQWX59S8T.2 size=19500 2026-04-17T17:29:08.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.501+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=TW6PQWX59S8T tag=EY6M8YU1STEG type=write size=3165228 2026-04-17T17:29:08.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.503+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~H8H0C0T0NHQB.0 size=1048576 2026-04-17T17:29:08.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.503+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~H8H0C0T0NHQB.1 size=737784 2026-04-17T17:29:08.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.503+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=H8H0C0T0NHQB tag=MXK0DH4ROKN3 type=write size=2834936 2026-04-17T17:29:08.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.504+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=2LDS78R3SXJP type=del 2026-04-17T17:29:08.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.506+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.0 size=1048576 2026-04-17T17:29:08.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.507+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.1 size=1048576 2026-04-17T17:29:08.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.508+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.2 size=52281 2026-04-17T17:29:08.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.508+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=6QAOWX10FUVX tag=3UBI1ODFDY53 type=write size=3198009 2026-04-17T17:29:08.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.509+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~YUPCL0N7UCF3.0 size=1048576 2026-04-17T17:29:08.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.510+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~YUPCL0N7UCF3.1 size=208460 2026-04-17T17:29:08.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.511+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=YUPCL0N7UCF3 tag=PUUTPGY3VJZ0 type=write size=2305612 2026-04-17T17:29:08.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.512+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=WYPYD9AUVMXH type=write size=972600 2026-04-17T17:29:08.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.513+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~IL9H130O75A2.0 size=573963 2026-04-17T17:29:08.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.515+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=IL9H130O75A2 tag=YQ3QI4WUVAIJ type=write size=1622539 2026-04-17T17:29:08.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.517+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.0 size=1048576 2026-04-17T17:29:08.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.518+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.1 size=1048576 2026-04-17T17:29:08.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.519+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.2 size=159836 2026-04-17T17:29:08.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.519+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=ZFI906WMKGBT tag=HZ3CASXZ7VC0 type=write size=3305564 2026-04-17T17:29:08.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.519+0000 7f7c665b4880 1 < completed write operation key=NU9ABT1YEXJP tag=ZF06NSSNJ469 type=write size=1017988 2026-04-17T17:29:08.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.521+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~VCLM9ZO6OLM3.0 size=809074 2026-04-17T17:29:08.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.521+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=VCLM9ZO6OLM3 tag=AMJ4GTDACR9M type=write size=1857650 2026-04-17T17:29:08.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.522+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~EV73IGF05YHW.0 size=1048576 2026-04-17T17:29:08.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.523+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~EV73IGF05YHW.1 size=348360 2026-04-17T17:29:08.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.524+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=EV73IGF05YHW tag=CE9RZEQXCBSU type=write size=2445512 2026-04-17T17:29:08.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.525+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=Q6NE7LL5FSV6 type=del size=78328 2026-04-17T17:29:08.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.527+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=C148DCS7VLMA type=del 2026-04-17T17:29:08.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.529+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.0 size=1048576 2026-04-17T17:29:08.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.529+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.1 size=1048576 2026-04-17T17:29:08.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.530+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.2 size=670391 2026-04-17T17:29:08.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.530+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=67JS1GE6X3HZ tag=0I1XS6266Y6S type=write size=3816119 2026-04-17T17:29:08.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.531+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=GBDJCD4CEYL3 type=del 2026-04-17T17:29:08.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.532+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=1UMU8YGQ8VT1 type=del size=2039387 2026-04-17T17:29:08.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.532+0000 7f7c665b4880 1 < canceled part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.0 size=1048576 2026-04-17T17:29:08.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.533+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.1 size=1048576 2026-04-17T17:29:08.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.533+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~B45LY030X5R2.2 size=171829 2026-04-17T17:29:08.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.535+0000 7f7c665b4880 1 < canceled multipart upload key=FZ7AFUFE3V8I upload=B45LY030X5R2 tag=K3YUM1IFYEP3 type=write size=3317557 2026-04-17T17:29:08.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.536+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=66UK21415N5M type=del size=924304 2026-04-17T17:29:08.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.537+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~CVBQ05LKETMS.0 size=1048576 2026-04-17T17:29:08.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.537+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~CVBQ05LKETMS.1 size=750555 2026-04-17T17:29:08.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.539+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=CVBQ05LKETMS tag=1PF45GVL85AD type=write size=2847707 2026-04-17T17:29:08.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.541+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~5BK9KVAYCPBF.0 size=1048576 2026-04-17T17:29:08.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.541+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~5BK9KVAYCPBF.1 size=209346 2026-04-17T17:29:08.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.541+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=5BK9KVAYCPBF tag=V31G6SNJTTXR type=write size=2306498 2026-04-17T17:29:08.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.542+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.0 size=1048576 2026-04-17T17:29:08.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.543+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.1 size=1048576 2026-04-17T17:29:08.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.544+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~D8U3DTDMH5GI.2 size=86307 2026-04-17T17:29:08.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.546+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=D8U3DTDMH5GI tag=ZDGI83NLTKCR type=write size=3232035 2026-04-17T17:29:08.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.548+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~3RYY0HTPFWWO.0 size=1018607 2026-04-17T17:29:08.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.548+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=3RYY0HTPFWWO tag=ZCDP3KUUYNW8 type=write size=2067183 2026-04-17T17:29:08.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.550+0000 7f7c665b4880 1 < suggested remove operation key=X3LOYT9XHKPY tag=UFPSZFE67KJZ type=del 2026-04-17T17:29:08.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.556+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.0 size=1048576 2026-04-17T17:29:08.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.559+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.1 size=1048576 2026-04-17T17:29:08.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.559+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.2 size=290315 2026-04-17T17:29:08.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.559+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=OLGAJPCSN1KH tag=HOVA9MFECCQX type=write size=3436043 2026-04-17T17:29:08.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.560+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~3SIG6ZG50VBB.0 size=1048576 2026-04-17T17:29:08.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.561+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~3SIG6ZG50VBB.1 size=477827 2026-04-17T17:29:08.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.563+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=3SIG6ZG50VBB tag=DOSZAHBDHPCF type=write size=2574979 2026-04-17T17:29:08.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.564+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~UVUG2OWY1LVE.0 size=1048576 2026-04-17T17:29:08.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.565+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~UVUG2OWY1LVE.1 size=233830 2026-04-17T17:29:08.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.565+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=UVUG2OWY1LVE tag=CQXAZ8YMAJU3 type=write size=2330982 2026-04-17T17:29:08.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.567+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=GXO10IYMVK9Z type=del 2026-04-17T17:29:08.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.569+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~3GGJZ2GVQVLQ.0 size=547604 2026-04-17T17:29:08.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.569+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=3GGJZ2GVQVLQ tag=5LJKLQ3M9FLE type=write size=1596180 2026-04-17T17:29:08.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.569+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=5324QKW5WRE8 type=del 2026-04-17T17:29:08.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.571+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=PNTPSZ30WJF9 type=del size=3656705 2026-04-17T17:29:08.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.572+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=TFXTBTN5K9R8 type=del size=2397650 2026-04-17T17:29:08.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.573+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=XGZG6UXCE7JV type=del size=1479148 2026-04-17T17:29:08.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.574+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~H8H0C0T0NHQB.0 size=1048576 2026-04-17T17:29:08.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.575+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~H8H0C0T0NHQB.1 size=737784 2026-04-17T17:29:08.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.576+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=H8H0C0T0NHQB tag=MXK0DH4ROKN3 type=write size=2834936 2026-04-17T17:29:08.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.577+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=H7VHG8W05UTX type=del size=2350047 2026-04-17T17:29:08.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.578+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.0 size=1048576 2026-04-17T17:29:08.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.579+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.1 size=1048576 2026-04-17T17:29:08.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.579+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~6QAOWX10FUVX.2 size=52281 2026-04-17T17:29:08.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.581+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=6QAOWX10FUVX tag=3UBI1ODFDY53 type=write size=3198009 2026-04-17T17:29:08.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.582+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=O39RGI356UIA type=del size=2277192 2026-04-17T17:29:08.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.584+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=WYPYD9AUVMXH type=write size=972600 2026-04-17T17:29:08.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.585+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=VVFHHP5WXEC4 type=del size=42704 2026-04-17T17:29:08.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.586+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.0 size=1048576 2026-04-17T17:29:08.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.586+0000 7f7c665b4880 1 < canceled part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.1 size=1048576 2026-04-17T17:29:08.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.586+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~ZFI906WMKGBT.2 size=159836 2026-04-17T17:29:08.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.588+0000 7f7c665b4880 1 < canceled multipart upload key=I0JIPYOQZ7X4 upload=ZFI906WMKGBT tag=HZ3CASXZ7VC0 type=write size=3305564 2026-04-17T17:29:08.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.590+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~NCYCOO3CTSX6.0 size=165560 2026-04-17T17:29:08.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.590+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=NCYCOO3CTSX6 tag=S1P4AUWLCCDE type=write size=1214136 2026-04-17T17:29:08.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.591+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~VCLM9ZO6OLM3.0 size=809074 2026-04-17T17:29:08.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.592+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=VCLM9ZO6OLM3 tag=AMJ4GTDACR9M type=write size=1857650 2026-04-17T17:29:08.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.594+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~SKDWUZDEJ352.0 size=410937 2026-04-17T17:29:08.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.594+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=SKDWUZDEJ352 tag=PFUB28DEFWUM type=write size=1459513 2026-04-17T17:29:08.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.595+0000 7f7c665b4880 -1 < failed to complete operation key=FZ7AFUFE3V8I tag=Q6NE7LL5FSV6 type=del size=78328: (22) Invalid argument 2026-04-17T17:29:08.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.596+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.0 size=1048576 2026-04-17T17:29:08.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.597+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.1 size=1048576 2026-04-17T17:29:08.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.598+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.2 size=415824 2026-04-17T17:29:08.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.598+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=KEJP16TY0JP9 tag=V1G4RGBIBJUX type=write size=3561552 2026-04-17T17:29:08.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.598+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.0 size=1048576 2026-04-17T17:29:08.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.598+0000 7f7c665b4880 1 < canceled part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.1 size=1048576 2026-04-17T17:29:08.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.599+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~67JS1GE6X3HZ.2 size=670391 2026-04-17T17:29:08.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.601+0000 7f7c665b4880 1 < canceled multipart upload key=UWOLL79ZRJ1B upload=67JS1GE6X3HZ tag=0I1XS6266Y6S type=write size=3816119 2026-04-17T17:29:08.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.602+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~UMX26ZW1YIDZ.0 size=316979 2026-04-17T17:29:08.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.602+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=UMX26ZW1YIDZ tag=59WGFGHSB2ZM type=write size=1365555 2026-04-17T17:29:08.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.604+0000 7f7c665b4880 1 < suggested remove operation key=3FQ8A7OTR822 tag=1UMU8YGQ8VT1 type=del 2026-04-17T17:29:08.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.605+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=D1QMTEVQ3SDA type=del size=4037509 2026-04-17T17:29:08.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.606+0000 7f7c665b4880 -1 < no bi entry to suggest for operation key=X3LOYT9XHKPY tag=66UK21415N5M type=del size=924304: (2) No such file or directory 2026-04-17T17:29:08.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.607+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~VE7YNNLPKGLN.0 size=281975 2026-04-17T17:29:08.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.607+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=VE7YNNLPKGLN tag=Y392RGZS7ECV type=write size=1330551 2026-04-17T17:29:08.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.608+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~5BK9KVAYCPBF.0 size=1048576 2026-04-17T17:29:08.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.609+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~5BK9KVAYCPBF.1 size=209346 2026-04-17T17:29:08.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.610+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=5BK9KVAYCPBF tag=V31G6SNJTTXR type=write size=2306498 2026-04-17T17:29:08.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.611+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~PXOFO19DD79G.0 size=1048576 2026-04-17T17:29:08.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.612+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~PXOFO19DD79G.1 size=145602 2026-04-17T17:29:08.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.612+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=PXOFO19DD79G tag=HHPZYXEPMOFO type=write size=2242754 2026-04-17T17:29:08.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.613+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~3RYY0HTPFWWO.0 size=1018607 2026-04-17T17:29:08.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.614+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=3RYY0HTPFWWO tag=ZCDP3KUUYNW8 type=write size=2067183 2026-04-17T17:29:08.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.615+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~BJJTOPOX4YHZ.0 size=1048576 2026-04-17T17:29:08.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.616+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~BJJTOPOX4YHZ.1 size=223746 2026-04-17T17:29:08.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.616+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=BJJTOPOX4YHZ tag=NXKF93VSRTJI type=write size=2320898 2026-04-17T17:29:08.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.617+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.0 size=1048576 2026-04-17T17:29:08.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.618+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.1 size=1048576 2026-04-17T17:29:08.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.618+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~OLGAJPCSN1KH.2 size=290315 2026-04-17T17:29:08.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.619+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=OLGAJPCSN1KH tag=HOVA9MFECCQX type=write size=3436043 2026-04-17T17:29:08.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.620+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=QIN603JHEXVH type=del size=3173657 2026-04-17T17:29:08.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.621+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~UVUG2OWY1LVE.0 size=1048576 2026-04-17T17:29:08.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.621+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~UVUG2OWY1LVE.1 size=233830 2026-04-17T17:29:08.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.623+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=UVUG2OWY1LVE tag=CQXAZ8YMAJU3 type=write size=2330982 2026-04-17T17:29:08.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.624+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.0 size=1048576 2026-04-17T17:29:08.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.625+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.1 size=1048576 2026-04-17T17:29:08.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.626+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.2 size=310762 2026-04-17T17:29:08.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.626+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=65YZJ99O1NGN tag=INGSF2SCDB41 type=write size=3456490 2026-04-17T17:29:08.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.627+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~3GGJZ2GVQVLQ.0 size=547604 2026-04-17T17:29:08.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.628+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=3GGJZ2GVQVLQ tag=5LJKLQ3M9FLE type=write size=1596180 2026-04-17T17:29:08.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.629+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=B29SO14VC4LN type=del size=959984 2026-04-17T17:29:08.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.631+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=PNTPSZ30WJF9 type=del 2026-04-17T17:29:08.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.632+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=20IGHEVHD8DA type=del size=2377483 2026-04-17T17:29:08.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.633+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=XGZG6UXCE7JV type=del 2026-04-17T17:29:08.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.634+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=IDCU8M3S1L2C type=del size=3800819 2026-04-17T17:29:08.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.635+0000 7f7c665b4880 -1 < failed to complete operation key=UWOLL79ZRJ1B tag=H7VHG8W05UTX type=del size=2350047: (22) Invalid argument 2026-04-17T17:29:08.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.636+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=II9QR8I2AGL5 type=del size=3859440 2026-04-17T17:29:08.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.637+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=O39RGI356UIA type=del 2026-04-17T17:29:08.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.638+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~ZWNZ5DOJADU6.0 size=1048576 2026-04-17T17:29:08.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.639+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~ZWNZ5DOJADU6.1 size=129461 2026-04-17T17:29:08.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.639+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=ZWNZ5DOJADU6 tag=W0Y45JMSMW06 type=write size=2226613 2026-04-17T17:29:08.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.640+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=VVFHHP5WXEC4 type=del 2026-04-17T17:29:08.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.641+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=J7UVC5GV4J4G type=del size=792576 2026-04-17T17:29:08.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.642+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~NCYCOO3CTSX6.0 size=165560 2026-04-17T17:29:08.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.643+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=NCYCOO3CTSX6 tag=S1P4AUWLCCDE type=write size=1214136 2026-04-17T17:29:08.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.645+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=LAS3VY6KOASL type=write size=784740 2026-04-17T17:29:08.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.646+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~SKDWUZDEJ352.0 size=410937 2026-04-17T17:29:08.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.647+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=SKDWUZDEJ352 tag=PFUB28DEFWUM type=write size=1459513 2026-04-17T17:29:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.649+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.0 size=1048576 2026-04-17T17:29:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.650+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.1 size=1048576 2026-04-17T17:29:08.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.651+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.2 size=320007 2026-04-17T17:29:08.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.651+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=P9DGMLM3SXKV tag=JKDSON73SNDE type=write size=3465735 2026-04-17T17:29:08.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.652+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.0 size=1048576 2026-04-17T17:29:08.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.652+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.1 size=1048576 2026-04-17T17:29:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.653+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~KEJP16TY0JP9.2 size=415824 2026-04-17T17:29:08.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.655+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=KEJP16TY0JP9 tag=V1G4RGBIBJUX type=write size=3561552 2026-04-17T17:29:08.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.655+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=3C3747VKY76G type=del size=948401 2026-04-17T17:29:08.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.656+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~UMX26ZW1YIDZ.0 size=316979 2026-04-17T17:29:08.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.658+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=UMX26ZW1YIDZ tag=59WGFGHSB2ZM type=write size=1365555 2026-04-17T17:29:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.659+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=2H74GKYXIM6G type=write size=696926 2026-04-17T17:29:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.661+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=D1QMTEVQ3SDA type=del size=4037509 2026-04-17T17:29:08.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.662+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=6HUIESD1OWRA type=del size=4186671 2026-04-17T17:29:08.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.663+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~VE7YNNLPKGLN.0 size=281975 2026-04-17T17:29:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.664+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=VE7YNNLPKGLN tag=Y392RGZS7ECV type=write size=1330551 2026-04-17T17:29:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.666+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~Y2DZ7P6UQ4W9.0 size=885101 2026-04-17T17:29:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.666+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=Y2DZ7P6UQ4W9 tag=VWNHHDH34ZV8 type=write size=1933677 2026-04-17T17:29:08.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.667+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~PXOFO19DD79G.0 size=1048576 2026-04-17T17:29:08.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.667+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~PXOFO19DD79G.1 size=145602 2026-04-17T17:29:08.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.669+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=PXOFO19DD79G tag=HHPZYXEPMOFO type=write size=2242754 2026-04-17T17:29:08.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.669+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=KRVNJNIM2DBT type=del size=1617998 2026-04-17T17:29:08.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.670+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~BJJTOPOX4YHZ.0 size=1048576 2026-04-17T17:29:08.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.671+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~BJJTOPOX4YHZ.1 size=223746 2026-04-17T17:29:08.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.673+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=BJJTOPOX4YHZ tag=NXKF93VSRTJI type=write size=2320898 2026-04-17T17:29:08.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.674+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=AU98J4Q1XV3B type=del size=1171154 2026-04-17T17:29:08.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.675+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=QIN603JHEXVH type=del 2026-04-17T17:29:08.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.676+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=7JBGDAT99R2W type=del size=3578855 2026-04-17T17:29:08.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.676+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.0 size=1048576 2026-04-17T17:29:08.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.677+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.1 size=1048576 2026-04-17T17:29:08.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.677+0000 7f7c665b4880 1 < canceled part key=_multipart_I0JIPYOQZ7X4.2~65YZJ99O1NGN.2 size=310762 2026-04-17T17:29:08.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.679+0000 7f7c665b4880 1 < canceled multipart upload key=I0JIPYOQZ7X4 upload=65YZJ99O1NGN tag=INGSF2SCDB41 type=write size=3456490 2026-04-17T17:29:08.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.680+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=9AIDGG5RGC3X type=del size=2380341 2026-04-17T17:29:08.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.681+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=B29SO14VC4LN type=del 2026-04-17T17:29:08.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.682+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.0 size=1048576 2026-04-17T17:29:08.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.683+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.1 size=1048576 2026-04-17T17:29:08.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.684+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.2 size=559524 2026-04-17T17:29:08.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.684+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=4G4ZT5J0WCTL tag=71MG9THW0TDZ type=write size=3705252 2026-04-17T17:29:08.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.685+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=20IGHEVHD8DA type=del 2026-04-17T17:29:08.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.686+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=R6I9JVKS9QAE type=del size=396005 2026-04-17T17:29:08.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.687+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=IDCU8M3S1L2C type=del 2026-04-17T17:29:08.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.689+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.0 size=1048576 2026-04-17T17:29:08.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.689+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.1 size=1048576 2026-04-17T17:29:08.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.690+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.2 size=323049 2026-04-17T17:29:08.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.690+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=6GNN9L0PXR4G tag=5BXN85NRWDXA type=write size=3468777 2026-04-17T17:29:08.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.691+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=II9QR8I2AGL5 type=del 2026-04-17T17:29:08.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.691+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=F1QCO76710HW type=del size=3155722 2026-04-17T17:29:08.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.692+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~ZWNZ5DOJADU6.0 size=1048576 2026-04-17T17:29:08.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.693+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~ZWNZ5DOJADU6.1 size=129461 2026-04-17T17:29:08.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.694+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=ZWNZ5DOJADU6 tag=W0Y45JMSMW06 type=write size=2226613 2026-04-17T17:29:08.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.695+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=2SY3P1WUGARY type=write size=513007 2026-04-17T17:29:08.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.696+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=J7UVC5GV4J4G type=del 2026-04-17T17:29:08.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.697+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=SSW6YWF70B9P type=del size=388797 2026-04-17T17:29:08.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.698+0000 7f7c665b4880 1 < completed write operation key=3PCOF6Z79E02 tag=LAS3VY6KOASL type=write size=784740 2026-04-17T17:29:08.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.698+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=OOX8N90GPW2H type=del size=3089137 2026-04-17T17:29:08.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.699+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.0 size=1048576 2026-04-17T17:29:08.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.700+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.1 size=1048576 2026-04-17T17:29:08.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.700+0000 7f7c665b4880 1 < canceled part key=_multipart_RSVTCQBMABG0.2~P9DGMLM3SXKV.2 size=320007 2026-04-17T17:29:08.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.701+0000 7f7c665b4880 1 < canceled multipart upload key=RSVTCQBMABG0 upload=P9DGMLM3SXKV tag=JKDSON73SNDE type=write size=3465735 2026-04-17T17:29:08.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.702+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=IYD6J8CZJW1H type=del size=1350036 2026-04-17T17:29:08.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.703+0000 7f7c665b4880 1 < suggested update operation key=3FQ8A7OTR822 tag=3C3747VKY76G type=del size=948401 2026-04-17T17:29:08.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.705+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~0UR2GTVP8K29.0 size=438100 2026-04-17T17:29:08.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.705+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=0UR2GTVP8K29 tag=4IS1I3153DG1 type=write size=1486676 2026-04-17T17:29:08.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.706+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=2H74GKYXIM6G type=write size=696926 2026-04-17T17:29:08.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.707+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.0 size=1048576 2026-04-17T17:29:08.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.708+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.1 size=1048576 2026-04-17T17:29:08.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.708+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.2 size=89438 2026-04-17T17:29:08.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.708+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=EXRIR0BFYTTM tag=149O5A690F4A type=write size=3235166 2026-04-17T17:29:08.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.709+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=6HUIESD1OWRA type=del 2026-04-17T17:29:08.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.710+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~W0B0171ZJZN8.0 size=1048576 2026-04-17T17:29:08.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.711+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~W0B0171ZJZN8.1 size=160706 2026-04-17T17:29:08.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.711+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=W0B0171ZJZN8 tag=B7060CFFK91V type=write size=2257858 2026-04-17T17:29:08.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.712+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~Y2DZ7P6UQ4W9.0 size=885101 2026-04-17T17:29:08.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.713+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=Y2DZ7P6UQ4W9 tag=VWNHHDH34ZV8 type=write size=1933677 2026-04-17T17:29:08.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.714+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=NEVSUFVO76RR type=del size=289572 2026-04-17T17:29:08.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.715+0000 7f7c665b4880 1 < canceled operation key=RWVQWJ0ZLZ9E tag=KRVNJNIM2DBT type=del size=1617998 2026-04-17T17:29:08.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.716+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=HAOV7MWUCHXZ type=del size=1271250 2026-04-17T17:29:08.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.717+0000 7f7c665b4880 1 < canceled operation key=LHY9D0JYTATK tag=AU98J4Q1XV3B type=del size=1171154 2026-04-17T17:29:08.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.717+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=MCP0ABLIXORP type=del size=1159394 2026-04-17T17:29:08.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.718+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=7JBGDAT99R2W type=del 2026-04-17T17:29:08.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.719+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=M1U42RMWT6V2 type=del size=3778106 2026-04-17T17:29:08.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.720+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=9AIDGG5RGC3X type=del 2026-04-17T17:29:08.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.721+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=57YJJX4WMS88 type=del size=1814231 2026-04-17T17:29:08.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.722+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.0 size=1048576 2026-04-17T17:29:08.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.722+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.1 size=1048576 2026-04-17T17:29:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.723+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~4G4ZT5J0WCTL.2 size=559524 2026-04-17T17:29:08.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.725+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=4G4ZT5J0WCTL tag=71MG9THW0TDZ type=write size=3705252 2026-04-17T17:29:08.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.725+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=SXLEX6BVZ300 type=del size=1861385 2026-04-17T17:29:08.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.727+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=R6I9JVKS9QAE type=del size=396005 2026-04-17T17:29:08.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.728+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=LEJLM6M9JDJ9 type=del size=898109 2026-04-17T17:29:08.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.729+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.0 size=1048576 2026-04-17T17:29:08.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.730+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.1 size=1048576 2026-04-17T17:29:08.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.730+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~6GNN9L0PXR4G.2 size=323049 2026-04-17T17:29:08.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.732+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=6GNN9L0PXR4G tag=5BXN85NRWDXA type=write size=3468777 2026-04-17T17:29:08.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.732+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=40WZ9W2BP76X type=del size=573464 2026-04-17T17:29:08.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.733+0000 7f7c665b4880 -1 < failed to complete operation key=3FQ8A7OTR822 tag=F1QCO76710HW type=del size=3155722: (22) Invalid argument 2026-04-17T17:29:08.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.735+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~8JGOTQFL3YV4.0 size=1048576 2026-04-17T17:29:08.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.735+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~8JGOTQFL3YV4.1 size=288235 2026-04-17T17:29:08.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.735+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=8JGOTQFL3YV4 tag=OOGZS3OR8NKC type=write size=2385387 2026-04-17T17:29:08.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.736+0000 7f7c665b4880 -1 < failed to complete operation key=NC1GI2H2H0YA tag=2SY3P1WUGARY type=write size=513007: (22) Invalid argument 2026-04-17T17:29:08.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.737+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=QA9XTNXJLKV7 type=del size=496123 2026-04-17T17:29:08.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.739+0000 7f7c665b4880 1 < suggested update operation key=RWVQWJ0ZLZ9E tag=SSW6YWF70B9P type=del size=388797 2026-04-17T17:29:08.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.739+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=MRAX5R77C7YU type=write size=331487 2026-04-17T17:29:08.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.740+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=OOX8N90GPW2H type=del 2026-04-17T17:29:08.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.741+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=0OLJ2H607XXM type=write size=425632 2026-04-17T17:29:08.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.743+0000 7f7c665b4880 1 < suggested remove operation key=3JZKUQBPV7NK tag=IYD6J8CZJW1H type=del 2026-04-17T17:29:08.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.744+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=BJRHDJCYZMG6 type=del size=133955 2026-04-17T17:29:08.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.744+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~0UR2GTVP8K29.0 size=438100 2026-04-17T17:29:08.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.746+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=0UR2GTVP8K29 tag=4IS1I3153DG1 type=write size=1486676 2026-04-17T17:29:08.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.747+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=QH7D2F1E2Q2C type=del size=1888318 2026-04-17T17:29:08.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.747+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.0 size=1048576 2026-04-17T17:29:08.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.748+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.1 size=1048576 2026-04-17T17:29:08.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.749+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~EXRIR0BFYTTM.2 size=89438 2026-04-17T17:29:08.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.750+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=EXRIR0BFYTTM tag=149O5A690F4A type=write size=3235166 2026-04-17T17:29:08.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.751+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=I1ZVRJHIR1U4 type=del size=3585399 2026-04-17T17:29:08.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.752+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~W0B0171ZJZN8.0 size=1048576 2026-04-17T17:29:08.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.752+0000 7f7c665b4880 1 < canceled part key=_multipart_OCKF8K37F4KO.2~W0B0171ZJZN8.1 size=160706 2026-04-17T17:29:08.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.753+0000 7f7c665b4880 1 < canceled multipart upload key=OCKF8K37F4KO upload=W0B0171ZJZN8 tag=B7060CFFK91V type=write size=2257858 2026-04-17T17:29:08.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.755+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~D114HD5N094J.0 size=915304 2026-04-17T17:29:08.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.755+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=D114HD5N094J tag=P11SFG4LIGQW type=write size=1963880 2026-04-17T17:29:08.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.756+0000 7f7c665b4880 1 < canceled operation key=3PCOF6Z79E02 tag=NEVSUFVO76RR type=del size=289572 2026-04-17T17:29:08.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.757+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=Y3VEJL8RAHM8 type=del size=160243 2026-04-17T17:29:08.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.757+0000 7f7c665b4880 -1 < failed to complete operation key=RWVQWJ0ZLZ9E tag=HAOV7MWUCHXZ type=del size=1271250: (22) Invalid argument 2026-04-17T17:29:08.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.758+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=IH9LZ30J8PKI type=del size=3013526 2026-04-17T17:29:08.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.759+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=MCP0ABLIXORP type=del 2026-04-17T17:29:08.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.761+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.0 size=1048576 2026-04-17T17:29:08.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.761+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.1 size=1048576 2026-04-17T17:29:08.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.762+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.2 size=559235 2026-04-17T17:29:08.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.762+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=YVPK8HS28NZJ tag=5THEEJJ6JQ64 type=write size=3704963 2026-04-17T17:29:08.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.764+0000 7f7c665b4880 1 < suggested update operation key=LHY9D0JYTATK tag=M1U42RMWT6V2 type=del size=3778106 2026-04-17T17:29:08.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.765+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=ZDA336KHBEKM type=del size=4027438 2026-04-17T17:29:08.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.766+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=57YJJX4WMS88 type=del 2026-04-17T17:29:08.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.767+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=QA29JY985FN9 type=write size=284066 2026-04-17T17:29:08.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.768+0000 7f7c665b4880 -1 < failed to complete operation key=LHY9D0JYTATK tag=SXLEX6BVZ300 type=del size=1861385: (22) Invalid argument 2026-04-17T17:29:08.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.768+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=Z9TBJA1H3F9S type=del size=1066469 2026-04-17T17:29:08.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.770+0000 7f7c665b4880 1 < suggested update operation key=84B0Y790FRBF tag=LEJLM6M9JDJ9 type=del size=898109 2026-04-17T17:29:08.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.771+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=PIXU4O40MBLF type=del size=1402554 2026-04-17T17:29:08.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.772+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=40WZ9W2BP76X type=del size=573464 2026-04-17T17:29:08.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.773+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=T2A5I9RJ8AWM type=del size=3139166 2026-04-17T17:29:08.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.774+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~8JGOTQFL3YV4.0 size=1048576 2026-04-17T17:29:08.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.775+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~8JGOTQFL3YV4.1 size=288235 2026-04-17T17:29:08.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.776+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=8JGOTQFL3YV4 tag=OOGZS3OR8NKC type=write size=2385387 2026-04-17T17:29:08.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.777+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=LIYMGINPNQQ4 type=del size=1779062 2026-04-17T17:29:08.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.778+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=QA9XTNXJLKV7 type=del 2026-04-17T17:29:08.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.779+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=GYEU2WX8IIWQ type=del size=3291764 2026-04-17T17:29:08.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.780+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=MRAX5R77C7YU type=write size=331487 2026-04-17T17:29:08.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.781+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~DOOHMGXGK1SQ.0 size=1048576 2026-04-17T17:29:08.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.782+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~DOOHMGXGK1SQ.1 size=264591 2026-04-17T17:29:08.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.782+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=DOOHMGXGK1SQ tag=G6KCGGV9WWDC type=write size=2361743 2026-04-17T17:29:08.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.783+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=0OLJ2H607XXM type=write 2026-04-17T17:29:08.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.784+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=LW2LOT9Q58IO type=del size=782251 2026-04-17T17:29:08.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.785+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=BJRHDJCYZMG6 type=del 2026-04-17T17:29:08.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.786+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=T3TJIR7Z2XWE type=del size=445085 2026-04-17T17:29:08.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.786+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=QH7D2F1E2Q2C type=del size=1888318 2026-04-17T17:29:08.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.787+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=2NI4K8SR1TLP type=write size=689173 2026-04-17T17:29:08.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.789+0000 7f7c665b4880 1 < suggested update operation key=0GTGQ5P5Z4IJ tag=I1ZVRJHIR1U4 type=del size=3585399 2026-04-17T17:29:08.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.790+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=P6336SVHN0RG type=del size=3076139 2026-04-17T17:29:08.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.790+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~D114HD5N094J.0 size=915304 2026-04-17T17:29:08.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.792+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=D114HD5N094J tag=P11SFG4LIGQW type=write size=1963880 2026-04-17T17:29:08.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.793+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=VDAKZ2YDKBCQ type=del size=2162457 2026-04-17T17:29:08.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.794+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=Y3VEJL8RAHM8 type=del 2026-04-17T17:29:08.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.795+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=VQY51AX4BIZR type=del size=7205 2026-04-17T17:29:08.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.796+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=IH9LZ30J8PKI type=del 2026-04-17T17:29:08.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.798+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~CQP83YO6RTBL.0 size=1048576 2026-04-17T17:29:08.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.798+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~CQP83YO6RTBL.1 size=691736 2026-04-17T17:29:08.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.798+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=CQP83YO6RTBL tag=X4L60HZ0V95S type=write size=2788888 2026-04-17T17:29:08.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.799+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.0 size=1048576 2026-04-17T17:29:08.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.800+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.1 size=1048576 2026-04-17T17:29:08.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.801+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~YVPK8HS28NZJ.2 size=559235 2026-04-17T17:29:08.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.802+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=YVPK8HS28NZJ tag=5THEEJJ6JQ64 type=write size=3704963 2026-04-17T17:29:08.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.803+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=F5GLLMZQ7I9E type=write size=27850 2026-04-17T17:29:08.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.804+0000 7f7c665b4880 -1 < failed to complete operation key=84B0Y790FRBF tag=ZDA336KHBEKM type=del size=4027438: (22) Invalid argument 2026-04-17T17:29:08.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.805+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=T5804YFZS6WM type=del size=2677761 2026-04-17T17:29:08.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.807+0000 7f7c665b4880 1 < suggested update operation key=3FQ8A7OTR822 tag=QA29JY985FN9 type=write size=284066 2026-04-17T17:29:08.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.809+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~KXDT1NZQ5IVS.0 size=1048576 2026-04-17T17:29:08.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.810+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~KXDT1NZQ5IVS.1 size=1019714 2026-04-17T17:29:08.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.810+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=KXDT1NZQ5IVS tag=FDIJ3VSTCR3K type=write size=3116866 2026-04-17T17:29:08.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.812+0000 7f7c665b4880 1 < suggested remove operation key=RWVQWJ0ZLZ9E tag=Z9TBJA1H3F9S type=del 2026-04-17T17:29:08.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.813+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=LGI1VQG4U07M type=del size=274925 2026-04-17T17:29:08.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.814+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=PIXU4O40MBLF type=del 2026-04-17T17:29:08.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.815+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~SLABPAGDXN52.0 size=367227 2026-04-17T17:29:08.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.815+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=SLABPAGDXN52 tag=IJ7F8KJIGKA3 type=write size=1415803 2026-04-17T17:29:08.820 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.817+0000 7f7c665b4880 1 < suggested update operation key=SHWRAMH9AJNK tag=T2A5I9RJ8AWM type=del size=3139166 2026-04-17T17:29:08.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.818+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=H9055X50571R type=del size=1064109 2026-04-17T17:29:08.823 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.819+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=LIYMGINPNQQ4 type=del 2026-04-17T17:29:08.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.821+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.0 size=1048576 2026-04-17T17:29:08.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.823+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.1 size=1048576 2026-04-17T17:29:08.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.824+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.2 size=217619 2026-04-17T17:29:08.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.824+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=EG9RFJSWZTMX tag=0O7IWEZ4LIWC type=write size=3363347 2026-04-17T17:29:08.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.825+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=GYEU2WX8IIWQ type=del 2026-04-17T17:29:08.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.827+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~Y0345W3EQ8L1.0 size=401509 2026-04-17T17:29:08.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.827+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=Y0345W3EQ8L1 tag=WEJ022OEDV2E type=write size=1450085 2026-04-17T17:29:08.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.828+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~DOOHMGXGK1SQ.0 size=1048576 2026-04-17T17:29:08.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.829+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~DOOHMGXGK1SQ.1 size=264591 2026-04-17T17:29:08.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.830+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=DOOHMGXGK1SQ tag=G6KCGGV9WWDC type=write size=2361743 2026-04-17T17:29:08.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.832+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.0 size=1048576 2026-04-17T17:29:08.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.833+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.1 size=1048576 2026-04-17T17:29:08.837 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.833+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.2 size=973694 2026-04-17T17:29:08.837 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.833+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=IVTC1RUUEB8C tag=5YVSZKWCDUTP type=write size=4119422 2026-04-17T17:29:08.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.835+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=LW2LOT9Q58IO type=del 2026-04-17T17:29:08.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.836+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=1GCAYONBV2J2 type=del size=2004177 2026-04-17T17:29:08.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.838+0000 7f7c665b4880 1 < suggested remove operation key=3JZKUQBPV7NK tag=T3TJIR7Z2XWE type=del 2026-04-17T17:29:08.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.840+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~SO2V4UE1J4K3.0 size=1028894 2026-04-17T17:29:08.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.840+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=SO2V4UE1J4K3 tag=EK369CG0816H type=write size=2077470 2026-04-17T17:29:08.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.841+0000 7f7c665b4880 -1 < failed to complete operation key=3FQ8A7OTR822 tag=2NI4K8SR1TLP type=write size=689173: (22) Invalid argument 2026-04-17T17:29:08.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.842+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=WD0GFB9PNU92 type=del size=3840304 2026-04-17T17:29:08.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.842+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=P6336SVHN0RG type=del 2026-04-17T17:29:08.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.843+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=1IYC6R645OO2 type=write size=713015 2026-04-17T17:29:08.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.844+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=VDAKZ2YDKBCQ type=del 2026-04-17T17:29:08.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.845+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=VQPCWF6YZ2F8 type=write size=366404 2026-04-17T17:29:08.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.846+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=VQY51AX4BIZR type=del 2026-04-17T17:29:08.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.847+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=SBYEJ4BPTW53 type=del size=2012518 2026-04-17T17:29:08.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.848+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~CQP83YO6RTBL.0 size=1048576 2026-04-17T17:29:08.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.849+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~CQP83YO6RTBL.1 size=691736 2026-04-17T17:29:08.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.851+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=CQP83YO6RTBL tag=X4L60HZ0V95S type=write size=2788888 2026-04-17T17:29:08.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.853+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=U1YMR8J5SLBF type=del size=3309585 2026-04-17T17:29:08.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.854+0000 7f7c665b4880 1 < completed write operation key=3PCOF6Z79E02 tag=F5GLLMZQ7I9E type=write size=27850 2026-04-17T17:29:08.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.856+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~LULAFR3FPJ7J.0 size=670162 2026-04-17T17:29:08.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.856+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=LULAFR3FPJ7J tag=XA252JB73RMM type=write size=1718738 2026-04-17T17:29:08.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.857+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=T5804YFZS6WM type=del 2026-04-17T17:29:08.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.858+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=6T221BXQAG2L type=del size=3973050 2026-04-17T17:29:08.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.859+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~KXDT1NZQ5IVS.0 size=1048576 2026-04-17T17:29:08.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.860+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~KXDT1NZQ5IVS.1 size=1019714 2026-04-17T17:29:08.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.862+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=KXDT1NZQ5IVS tag=FDIJ3VSTCR3K type=write size=3116866 2026-04-17T17:29:08.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.863+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=J8CGM5JPGEHN type=write size=232640 2026-04-17T17:29:08.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.864+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=LGI1VQG4U07M type=del 2026-04-17T17:29:08.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.865+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=93YU7KTF11WE type=del size=801521 2026-04-17T17:29:08.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.865+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~SLABPAGDXN52.0 size=367227 2026-04-17T17:29:08.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.867+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=SLABPAGDXN52 tag=IJ7F8KJIGKA3 type=write size=1415803 2026-04-17T17:29:08.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.868+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=CUKU0H45NPA4 type=del size=2808862 2026-04-17T17:29:08.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.869+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=H9055X50571R type=del 2026-04-17T17:29:08.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.870+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=QZEKVFW2R4LG type=del size=1476797 2026-04-17T17:29:08.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.871+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.0 size=1048576 2026-04-17T17:29:08.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.872+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.1 size=1048576 2026-04-17T17:29:08.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.872+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~EG9RFJSWZTMX.2 size=217619 2026-04-17T17:29:08.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.874+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=EG9RFJSWZTMX tag=0O7IWEZ4LIWC type=write size=3363347 2026-04-17T17:29:08.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.875+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=4R6NPSUXUTYW type=del size=1945956 2026-04-17T17:29:08.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.876+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~Y0345W3EQ8L1.0 size=401509 2026-04-17T17:29:08.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.877+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=Y0345W3EQ8L1 tag=WEJ022OEDV2E type=write size=1450085 2026-04-17T17:29:08.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.878+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=7CZSWN4X57QM type=write size=180992 2026-04-17T17:29:08.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.879+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.0 size=1048576 2026-04-17T17:29:08.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.879+0000 7f7c665b4880 1 < canceled part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.1 size=1048576 2026-04-17T17:29:08.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.879+0000 7f7c665b4880 1 < canceled part key=_multipart_WXONWDD5IC4D.2~IVTC1RUUEB8C.2 size=973694 2026-04-17T17:29:08.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.881+0000 7f7c665b4880 1 < canceled multipart upload key=WXONWDD5IC4D upload=IVTC1RUUEB8C tag=5YVSZKWCDUTP type=write size=4119422 2026-04-17T17:29:08.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.882+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=9RSILRED9QBR type=del size=39481 2026-04-17T17:29:08.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.883+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=1GCAYONBV2J2 type=del 2026-04-17T17:29:08.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.884+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=W1DF8WZS680A type=del size=1757590 2026-04-17T17:29:08.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.884+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~SO2V4UE1J4K3.0 size=1028894 2026-04-17T17:29:08.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.886+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=SO2V4UE1J4K3 tag=EK369CG0816H type=write size=2077470 2026-04-17T17:29:08.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.886+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=DLL22IO5YEIB type=del size=1586688 2026-04-17T17:29:08.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.887+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=WD0GFB9PNU92 type=del 2026-04-17T17:29:08.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.888+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=JL7YJC603ZWH type=del size=2553905 2026-04-17T17:29:08.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.889+0000 7f7c665b4880 1 < completed write operation key=TI30PAI6L1CR tag=1IYC6R645OO2 type=write size=713015 2026-04-17T17:29:08.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.890+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=ZSESZTXOG4DC type=del size=895514 2026-04-17T17:29:08.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.891+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=VQPCWF6YZ2F8 type=write size=366404 2026-04-17T17:29:08.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.892+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=T7P9WATVELIS type=del size=4060112 2026-04-17T17:29:08.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.893+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=SBYEJ4BPTW53 type=del 2026-04-17T17:29:08.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.894+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=U6R922EET946 type=write size=485399 2026-04-17T17:29:08.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.895+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=U1YMR8J5SLBF type=del 2026-04-17T17:29:08.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.897+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.0 size=1048576 2026-04-17T17:29:08.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.897+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.1 size=1048576 2026-04-17T17:29:08.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.898+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.2 size=283482 2026-04-17T17:29:08.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.898+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=Y475KOCXZ6Q7 tag=EXLK6R4SE4H7 type=write size=3429210 2026-04-17T17:29:08.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.899+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~LULAFR3FPJ7J.0 size=670162 2026-04-17T17:29:08.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.900+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=LULAFR3FPJ7J tag=XA252JB73RMM type=write size=1718738 2026-04-17T17:29:08.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.902+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~H303WQE1C9VW.0 size=1048576 2026-04-17T17:29:08.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.902+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~H303WQE1C9VW.1 size=565351 2026-04-17T17:29:08.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.902+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=H303WQE1C9VW tag=60FNT7Q246PK type=write size=2662503 2026-04-17T17:29:08.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.903+0000 7f7c665b4880 1 < canceled operation key=UWOLL79ZRJ1B tag=6T221BXQAG2L type=del size=3973050 2026-04-17T17:29:08.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.904+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=TIW070H8WQQY type=write size=36133 2026-04-17T17:29:08.908 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.905+0000 7f7c665b4880 1 < completed write operation key=PH6NQ0F9XPO8 tag=J8CGM5JPGEHN type=write size=232640 2026-04-17T17:29:08.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.907+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~WLNRXGLS744A.0 size=1048576 2026-04-17T17:29:08.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.908+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~WLNRXGLS744A.1 size=985719 2026-04-17T17:29:08.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.908+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=WLNRXGLS744A tag=YM28KBJUY629 type=write size=3082871 2026-04-17T17:29:08.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.909+0000 7f7c665b4880 1 < suggested remove operation key=XBC61NN04TV9 tag=93YU7KTF11WE type=del 2026-04-17T17:29:08.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.910+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=58EDVZJTF2Z4 type=del size=2429716 2026-04-17T17:29:08.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.911+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=CUKU0H45NPA4 type=del size=2808862 2026-04-17T17:29:08.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.913+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~LCE1MD4TJWDL.0 size=1048576 2026-04-17T17:29:08.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.914+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~LCE1MD4TJWDL.1 size=355668 2026-04-17T17:29:08.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.914+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=LCE1MD4TJWDL tag=KF3RKFO0A5FD type=write size=2452820 2026-04-17T17:29:08.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.915+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=QZEKVFW2R4LG type=del 2026-04-17T17:29:08.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.916+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=I0RG3ZA3COJT type=del size=2765496 2026-04-17T17:29:08.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.917+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=4R6NPSUXUTYW type=del 2026-04-17T17:29:08.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.918+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~RDMDYX5VYM7G.0 size=905866 2026-04-17T17:29:08.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.918+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=RDMDYX5VYM7G tag=G3HUU8IX91DV type=write size=1954442 2026-04-17T17:29:08.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.919+0000 7f7c665b4880 1 < completed write operation key=TI30PAI6L1CR tag=7CZSWN4X57QM type=write size=180992 2026-04-17T17:29:08.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.920+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=JIAE2YREBQ7S type=del size=890239 2026-04-17T17:29:08.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.921+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=9RSILRED9QBR type=del 2026-04-17T17:29:08.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.922+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.0 size=1048576 2026-04-17T17:29:08.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.923+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.1 size=1048576 2026-04-17T17:29:08.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.924+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.2 size=395184 2026-04-17T17:29:08.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.924+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=SPL8B3GXKS0X tag=TJBSEH9B4ALN type=write size=3540912 2026-04-17T17:29:08.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.925+0000 7f7c665b4880 -1 < failed to complete operation key=XBC61NN04TV9 tag=W1DF8WZS680A type=del size=1757590: (22) Invalid argument 2026-04-17T17:29:08.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.927+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~QXQV8TOFBJZ2.0 size=565153 2026-04-17T17:29:08.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.927+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=QXQV8TOFBJZ2 tag=2MWZZDPN721Z type=write size=1613729 2026-04-17T17:29:08.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.927+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=DLL22IO5YEIB type=del 2026-04-17T17:29:08.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.928+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=3SATCOQV5JXU type=del size=1122141 2026-04-17T17:29:08.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.929+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=JL7YJC603ZWH type=del 2026-04-17T17:29:08.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.931+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.0 size=1048576 2026-04-17T17:29:08.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.931+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.1 size=1048576 2026-04-17T17:29:08.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.932+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.2 size=431984 2026-04-17T17:29:08.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.932+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=DS5K6MKD1JOD tag=RNRWRV40KNK6 type=write size=3577712 2026-04-17T17:29:08.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.932+0000 7f7c665b4880 -1 < no bi entry to suggest for operation key=XH8AFLSS0JG5 tag=ZSESZTXOG4DC type=del size=895514: (2) No such file or directory 2026-04-17T17:29:08.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.934+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~ME5YBDE6ENWI.0 size=1048576 2026-04-17T17:29:08.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.935+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~ME5YBDE6ENWI.1 size=848161 2026-04-17T17:29:08.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.935+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=ME5YBDE6ENWI tag=QEVSO1EJEL73 type=write size=2945313 2026-04-17T17:29:08.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.935+0000 7f7c665b4880 -1 < no bi entry to suggest for operation key=XBC61NN04TV9 tag=T7P9WATVELIS type=del size=4060112: (2) No such file or directory 2026-04-17T17:29:08.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.936+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.0 size=1048576 2026-04-17T17:29:08.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.937+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.1 size=1048576 2026-04-17T17:29:08.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.938+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.2 size=79134 2026-04-17T17:29:08.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.938+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=4XK57I5ER5FQ tag=DP2IJ21Y3Z8D type=write size=3224862 2026-04-17T17:29:08.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.941+0000 7f7c665b4880 1 < suggested update operation key=HUT2A3M2V4BF tag=U6R922EET946 type=write size=485399 2026-04-17T17:29:08.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.941+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=AAVM4WQL17AZ type=del size=3529484 2026-04-17T17:29:08.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.942+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.0 size=1048576 2026-04-17T17:29:08.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.943+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.1 size=1048576 2026-04-17T17:29:08.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.944+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~Y475KOCXZ6Q7.2 size=283482 2026-04-17T17:29:08.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.945+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=Y475KOCXZ6Q7 tag=EXLK6R4SE4H7 type=write size=3429210 2026-04-17T17:29:08.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.946+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=0QUT4PWCDVQ8 type=del size=2008927 2026-04-17T17:29:08.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.947+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~H303WQE1C9VW.0 size=1048576 2026-04-17T17:29:08.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.948+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~H303WQE1C9VW.1 size=565351 2026-04-17T17:29:08.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.949+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=H303WQE1C9VW tag=60FNT7Q246PK type=write size=2662503 2026-04-17T17:29:08.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.950+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=BBDLURHDJ26Q type=del size=3545813 2026-04-17T17:29:08.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.951+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=TIW070H8WQQY type=write size=36133 2026-04-17T17:29:08.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.953+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~P4RY294Z4U5K.0 size=92466 2026-04-17T17:29:08.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.953+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=P4RY294Z4U5K tag=TWKMSQCGFVK1 type=write size=1141042 2026-04-17T17:29:08.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.954+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~WLNRXGLS744A.0 size=1048576 2026-04-17T17:29:08.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.955+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~WLNRXGLS744A.1 size=985719 2026-04-17T17:29:08.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.956+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=WLNRXGLS744A tag=YM28KBJUY629 type=write size=3082871 2026-04-17T17:29:08.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.957+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=QQ1SNA8EY6IV type=write size=875102 2026-04-17T17:29:08.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.958+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=58EDVZJTF2Z4 type=del 2026-04-17T17:29:08.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.960+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.0 size=1048576 2026-04-17T17:29:08.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.961+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.1 size=1048576 2026-04-17T17:29:08.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.961+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.2 size=758763 2026-04-17T17:29:08.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.961+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=VTVYY5T5LUR4 tag=0ZV91FCV9KXK type=write size=3904491 2026-04-17T17:29:08.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.963+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~LCE1MD4TJWDL.0 size=1048576 2026-04-17T17:29:08.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.964+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~LCE1MD4TJWDL.1 size=355668 2026-04-17T17:29:08.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.965+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=LCE1MD4TJWDL tag=KF3RKFO0A5FD type=write size=2452820 2026-04-17T17:29:08.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.967+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~EJYZMAT2SKPH.0 size=321833 2026-04-17T17:29:08.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.967+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=EJYZMAT2SKPH tag=5ANPNE6H7M2N type=write size=1370409 2026-04-17T17:29:08.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.968+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=I0RG3ZA3COJT type=del 2026-04-17T17:29:08.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.970+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~MPGSJXKX1WI1.0 size=762559 2026-04-17T17:29:08.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.970+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=MPGSJXKX1WI1 tag=4244T4OWCY8B type=write size=1811135 2026-04-17T17:29:08.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.971+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~RDMDYX5VYM7G.0 size=905866 2026-04-17T17:29:08.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.972+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=RDMDYX5VYM7G tag=G3HUU8IX91DV type=write size=1954442 2026-04-17T17:29:08.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.973+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=R5CJOEJF3UY1 type=del size=2142150 2026-04-17T17:29:08.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.974+0000 7f7c665b4880 1 < canceled operation key=WI8M3P76704S tag=JIAE2YREBQ7S type=del size=890239 2026-04-17T17:29:08.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.975+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~2WT8GTQ08K2O.0 size=233896 2026-04-17T17:29:08.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.975+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=2WT8GTQ08K2O tag=5M8UH1XEI9CU type=write size=1282472 2026-04-17T17:29:08.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.976+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.0 size=1048576 2026-04-17T17:29:08.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.977+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.1 size=1048576 2026-04-17T17:29:08.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.978+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~SPL8B3GXKS0X.2 size=395184 2026-04-17T17:29:08.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.979+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=SPL8B3GXKS0X tag=TJBSEH9B4ALN type=write size=3540912 2026-04-17T17:29:08.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.981+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.0 size=1048576 2026-04-17T17:29:08.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.982+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.1 size=1048576 2026-04-17T17:29:08.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.982+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.2 size=413516 2026-04-17T17:29:08.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.982+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=D9YOG6141VPD tag=XLS8M2JI7QJY type=write size=3559244 2026-04-17T17:29:08.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.983+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~QXQV8TOFBJZ2.0 size=565153 2026-04-17T17:29:08.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.985+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=QXQV8TOFBJZ2 tag=2MWZZDPN721Z type=write size=1613729 2026-04-17T17:29:08.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.986+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~4PR6J1YLDJJN.0 size=213754 2026-04-17T17:29:08.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.986+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=4PR6J1YLDJJN tag=Z2OERVE7VJMP type=write size=1262330 2026-04-17T17:29:08.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.987+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=3SATCOQV5JXU type=del 2026-04-17T17:29:08.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.988+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=ZPE1KB2M5CIG type=del size=3840040 2026-04-17T17:29:08.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.989+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.0 size=1048576 2026-04-17T17:29:08.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.990+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.1 size=1048576 2026-04-17T17:29:08.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.991+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~DS5K6MKD1JOD.2 size=431984 2026-04-17T17:29:08.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.992+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=DS5K6MKD1JOD tag=RNRWRV40KNK6 type=write size=3577712 2026-04-17T17:29:08.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.994+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.0 size=1048576 2026-04-17T17:29:08.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.995+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.1 size=1048576 2026-04-17T17:29:08.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.995+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.2 size=267296 2026-04-17T17:29:08.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.995+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=8LBOWJ6PKXN5 tag=8FWAQLXA2Y0Y type=write size=3413024 2026-04-17T17:29:09.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.996+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~ME5YBDE6ENWI.0 size=1048576 2026-04-17T17:29:09.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.997+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~ME5YBDE6ENWI.1 size=848161 2026-04-17T17:29:09.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:08.999+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=ME5YBDE6ENWI tag=QEVSO1EJEL73 type=write size=2945313 2026-04-17T17:29:09.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.000+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.0 size=1048576 2026-04-17T17:29:09.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.001+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.1 size=1048576 2026-04-17T17:29:09.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.002+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.2 size=688705 2026-04-17T17:29:09.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.002+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=1CGIMASL8TDH tag=BU4S8CXGESCE type=write size=3834433 2026-04-17T17:29:09.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.003+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.0 size=1048576 2026-04-17T17:29:09.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.004+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.1 size=1048576 2026-04-17T17:29:09.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.004+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4XK57I5ER5FQ.2 size=79134 2026-04-17T17:29:09.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.006+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=4XK57I5ER5FQ tag=DP2IJ21Y3Z8D type=write size=3224862 2026-04-17T17:29:09.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.008+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~5GBGIWHB8Q9Q.0 size=1036135 2026-04-17T17:29:09.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.008+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=5GBGIWHB8Q9Q tag=CP1SG2J8BAT5 type=write size=2084711 2026-04-17T17:29:09.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.009+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=AAVM4WQL17AZ type=del 2026-04-17T17:29:09.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.010+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~YFMN9RZWIFE1.0 size=706402 2026-04-17T17:29:09.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.010+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=YFMN9RZWIFE1 tag=YB042AV9944X type=write size=1754978 2026-04-17T17:29:09.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.012+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=0QUT4PWCDVQ8 type=del 2026-04-17T17:29:09.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.012+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=83TO6V8066ZT type=del size=2086928 2026-04-17T17:29:09.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.014+0000 7f7c665b4880 1 < suggested update operation key=I0JIPYOQZ7X4 tag=BBDLURHDJ26Q type=del size=3545813 2026-04-17T17:29:09.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.015+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=KH95D3CFLLCG type=del size=2850151 2026-04-17T17:29:09.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.016+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~P4RY294Z4U5K.0 size=92466 2026-04-17T17:29:09.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.018+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=P4RY294Z4U5K tag=TWKMSQCGFVK1 type=write size=1141042 2026-04-17T17:29:09.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.019+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=3QGKFUZYCVGT type=write size=294006 2026-04-17T17:29:09.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.020+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=QQ1SNA8EY6IV type=write size=875102 2026-04-17T17:29:09.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.021+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=HIKMYC4ZJAMQ type=write size=145891 2026-04-17T17:29:09.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.021+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.0 size=1048576 2026-04-17T17:29:09.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.022+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.1 size=1048576 2026-04-17T17:29:09.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.023+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~VTVYY5T5LUR4.2 size=758763 2026-04-17T17:29:09.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.025+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=VTVYY5T5LUR4 tag=0ZV91FCV9KXK type=write size=3904491 2026-04-17T17:29:09.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.027+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~6H4968VW4NBG.0 size=1048576 2026-04-17T17:29:09.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.027+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~6H4968VW4NBG.1 size=233290 2026-04-17T17:29:09.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.027+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=6H4968VW4NBG tag=OO3ZGVTEDWLV type=write size=2330442 2026-04-17T17:29:09.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.028+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~EJYZMAT2SKPH.0 size=321833 2026-04-17T17:29:09.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.029+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=EJYZMAT2SKPH tag=5ANPNE6H7M2N type=write size=1370409 2026-04-17T17:29:09.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.030+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=WJIHD2RMCDQU type=del size=1819415 2026-04-17T17:29:09.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.031+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~MPGSJXKX1WI1.0 size=762559 2026-04-17T17:29:09.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.032+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=MPGSJXKX1WI1 tag=4244T4OWCY8B type=write size=1811135 2026-04-17T17:29:09.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.036+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~U8GYTHHVQSV6.0 size=410338 2026-04-17T17:29:09.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.036+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=U8GYTHHVQSV6 tag=SK7ZE5HOVIVL type=write size=1458914 2026-04-17T17:29:09.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.037+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=R5CJOEJF3UY1 type=del 2026-04-17T17:29:09.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.039+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.0 size=1048576 2026-04-17T17:29:09.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.039+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.1 size=1048576 2026-04-17T17:29:09.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.040+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.2 size=632508 2026-04-17T17:29:09.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.040+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=3QAV7Y5F79F5 tag=TKOAA264PZJC type=write size=3778236 2026-04-17T17:29:09.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.041+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~2WT8GTQ08K2O.0 size=233896 2026-04-17T17:29:09.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.042+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=2WT8GTQ08K2O tag=5M8UH1XEI9CU type=write size=1282472 2026-04-17T17:29:09.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.044+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6S64P6VDP39R.0 size=1048576 2026-04-17T17:29:09.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.045+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6S64P6VDP39R.1 size=293955 2026-04-17T17:29:09.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.045+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=6S64P6VDP39R tag=X3XIEIHRIDP0 type=write size=2391107 2026-04-17T17:29:09.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.046+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.0 size=1048576 2026-04-17T17:29:09.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.046+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.1 size=1048576 2026-04-17T17:29:09.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.047+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~D9YOG6141VPD.2 size=413516 2026-04-17T17:29:09.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.049+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=D9YOG6141VPD tag=XLS8M2JI7QJY type=write size=3559244 2026-04-17T17:29:09.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.050+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=DPCZEZ5T2ZJ2 type=del size=1962970 2026-04-17T17:29:09.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.051+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~4PR6J1YLDJJN.0 size=213754 2026-04-17T17:29:09.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.052+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=4PR6J1YLDJJN tag=Z2OERVE7VJMP type=write size=1262330 2026-04-17T17:29:09.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.054+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~OM0PPQ1P4QQU.0 size=897240 2026-04-17T17:29:09.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.054+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=OM0PPQ1P4QQU tag=8ZN2KOIDYX3F type=write size=1945816 2026-04-17T17:29:09.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.055+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=ZPE1KB2M5CIG type=del 2026-04-17T17:29:09.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.056+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=2YEAXGEVTW7P type=del size=3456180 2026-04-17T17:29:09.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.057+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.0 size=1048576 2026-04-17T17:29:09.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.057+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.1 size=1048576 2026-04-17T17:29:09.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.058+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~8LBOWJ6PKXN5.2 size=267296 2026-04-17T17:29:09.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.060+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=8LBOWJ6PKXN5 tag=8FWAQLXA2Y0Y type=write size=3413024 2026-04-17T17:29:09.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.061+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=MHDD48O15BBI type=del size=162182 2026-04-17T17:29:09.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.062+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.0 size=1048576 2026-04-17T17:29:09.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.062+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.1 size=1048576 2026-04-17T17:29:09.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.063+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~1CGIMASL8TDH.2 size=688705 2026-04-17T17:29:09.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.065+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=1CGIMASL8TDH tag=BU4S8CXGESCE type=write size=3834433 2026-04-17T17:29:09.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.066+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=E1Z2CGHID4IU type=del size=3066811 2026-04-17T17:29:09.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.066+0000 7f7c665b4880 1 < canceled part key=_multipart_XBC61NN04TV9.2~5GBGIWHB8Q9Q.0 size=1036135 2026-04-17T17:29:09.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.067+0000 7f7c665b4880 1 < canceled multipart upload key=XBC61NN04TV9 upload=5GBGIWHB8Q9Q tag=CP1SG2J8BAT5 type=write size=2084711 2026-04-17T17:29:09.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.069+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~T3GPL04SIUFA.0 size=873378 2026-04-17T17:29:09.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.069+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=T3GPL04SIUFA tag=ODGIK9YHEPF5 type=write size=1921954 2026-04-17T17:29:09.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.070+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~YFMN9RZWIFE1.0 size=706402 2026-04-17T17:29:09.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.072+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=YFMN9RZWIFE1 tag=YB042AV9944X type=write size=1754978 2026-04-17T17:29:09.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.074+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~0OYZBVMBVEAQ.0 size=1048576 2026-04-17T17:29:09.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.075+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~0OYZBVMBVEAQ.1 size=342215 2026-04-17T17:29:09.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.075+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=0OYZBVMBVEAQ tag=NDO3COOR45A9 type=write size=2439367 2026-04-17T17:29:09.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.076+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=83TO6V8066ZT type=del 2026-04-17T17:29:09.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.077+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~5UKN652NNUGD.0 size=102337 2026-04-17T17:29:09.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.077+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=5UKN652NNUGD tag=4XMS6X1IWTG3 type=write size=1150913 2026-04-17T17:29:09.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.078+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=KH95D3CFLLCG type=del 2026-04-17T17:29:09.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.079+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=A2BKB51T5TH9 type=del size=2091574 2026-04-17T17:29:09.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.080+0000 7f7c665b4880 1 < completed write operation key=Q45KTI620J8K tag=3QGKFUZYCVGT type=write size=294006 2026-04-17T17:29:09.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.082+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~BC1C8Q30BEW1.0 size=64494 2026-04-17T17:29:09.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.082+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=BC1C8Q30BEW1 tag=P53VWV82R6SF type=write size=1113070 2026-04-17T17:29:09.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.083+0000 7f7c665b4880 1 < completed write operation key=PH6NQ0F9XPO8 tag=HIKMYC4ZJAMQ type=write size=145891 2026-04-17T17:29:09.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.084+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=IIGEFB807PY9 type=del size=3253193 2026-04-17T17:29:09.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.085+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~6H4968VW4NBG.0 size=1048576 2026-04-17T17:29:09.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.085+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~6H4968VW4NBG.1 size=233290 2026-04-17T17:29:09.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.087+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=6H4968VW4NBG tag=OO3ZGVTEDWLV type=write size=2330442 2026-04-17T17:29:09.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.088+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=HOTB83A3GKR3 type=del size=1375690 2026-04-17T17:29:09.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.089+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=WJIHD2RMCDQU type=del 2026-04-17T17:29:09.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.090+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=HXKU27F6S5OV type=del size=1612600 2026-04-17T17:29:09.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.091+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~U8GYTHHVQSV6.0 size=410338 2026-04-17T17:29:09.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.092+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=U8GYTHHVQSV6 tag=SK7ZE5HOVIVL type=write size=1458914 2026-04-17T17:29:09.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.094+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~5CU0A12QVEX3.0 size=801992 2026-04-17T17:29:09.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.094+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=5CU0A12QVEX3 tag=G1FLNRJ4VUT5 type=write size=1850568 2026-04-17T17:29:09.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.095+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.0 size=1048576 2026-04-17T17:29:09.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.095+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.1 size=1048576 2026-04-17T17:29:09.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.096+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~3QAV7Y5F79F5.2 size=632508 2026-04-17T17:29:09.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.097+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=3QAV7Y5F79F5 tag=TKOAA264PZJC type=write size=3778236 2026-04-17T17:29:09.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.098+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=VDNCX77IBYG5 type=del size=1327178 2026-04-17T17:29:09.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.099+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6S64P6VDP39R.0 size=1048576 2026-04-17T17:29:09.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.100+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6S64P6VDP39R.1 size=293955 2026-04-17T17:29:09.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.102+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=6S64P6VDP39R tag=X3XIEIHRIDP0 type=write size=2391107 2026-04-17T17:29:09.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.104+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.0 size=1048576 2026-04-17T17:29:09.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.105+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.1 size=1048576 2026-04-17T17:29:09.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.106+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.2 size=851439 2026-04-17T17:29:09.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.106+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=RY348VEYK0GD tag=LZVUNU39O78F type=write size=3997167 2026-04-17T17:29:09.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.106+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=DPCZEZ5T2ZJ2 type=del 2026-04-17T17:29:09.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.107+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=BIBC3QHRH0EN type=del size=3465663 2026-04-17T17:29:09.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.109+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~OM0PPQ1P4QQU.0 size=897240 2026-04-17T17:29:09.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.110+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=OM0PPQ1P4QQU tag=8ZN2KOIDYX3F type=write size=1945816 2026-04-17T17:29:09.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.113+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~HNE2CPUULFKO.0 size=498846 2026-04-17T17:29:09.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.113+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=HNE2CPUULFKO tag=BBPSX751ZB2Z type=write size=1547422 2026-04-17T17:29:09.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.114+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=2YEAXGEVTW7P type=del 2026-04-17T17:29:09.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.115+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=OT407J0MA3UK type=del size=2011773 2026-04-17T17:29:09.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.116+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=MHDD48O15BBI type=del 2026-04-17T17:29:09.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.118+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.0 size=1048576 2026-04-17T17:29:09.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.118+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.1 size=1048576 2026-04-17T17:29:09.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.119+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.2 size=661062 2026-04-17T17:29:09.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.119+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=PI70SL2924QY tag=L88ERQ74A2LD type=write size=3806790 2026-04-17T17:29:09.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.120+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=E1Z2CGHID4IU type=del 2026-04-17T17:29:09.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.121+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=VH91G60DC30T type=del size=2831700 2026-04-17T17:29:09.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.122+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~T3GPL04SIUFA.0 size=873378 2026-04-17T17:29:09.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.123+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=T3GPL04SIUFA tag=ODGIK9YHEPF5 type=write size=1921954 2026-04-17T17:29:09.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.124+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=20EDNWZWTA0V type=del size=1009839 2026-04-17T17:29:09.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.125+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~0OYZBVMBVEAQ.0 size=1048576 2026-04-17T17:29:09.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.126+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~0OYZBVMBVEAQ.1 size=342215 2026-04-17T17:29:09.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.128+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=0OYZBVMBVEAQ tag=NDO3COOR45A9 type=write size=2439367 2026-04-17T17:29:09.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.129+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=E51WGUOASHJI type=del size=3658876 2026-04-17T17:29:09.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.130+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~5UKN652NNUGD.0 size=102337 2026-04-17T17:29:09.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.131+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=5UKN652NNUGD tag=4XMS6X1IWTG3 type=write size=1150913 2026-04-17T17:29:09.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.133+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.0 size=1048576 2026-04-17T17:29:09.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.133+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.1 size=1048576 2026-04-17T17:29:09.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.134+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.2 size=1536 2026-04-17T17:29:09.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.134+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=UI5JLADEON7D tag=1FD5GB5C06PK type=write size=3147264 2026-04-17T17:29:09.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.135+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=A2BKB51T5TH9 type=del 2026-04-17T17:29:09.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.136+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=O7VPXKKU4SNB type=write size=139427 2026-04-17T17:29:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.137+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~BC1C8Q30BEW1.0 size=64494 2026-04-17T17:29:09.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.139+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=BC1C8Q30BEW1 tag=P53VWV82R6SF type=write size=1113070 2026-04-17T17:29:09.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.140+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=DHS1SUSI84IF type=del size=1683798 2026-04-17T17:29:09.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.141+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=IIGEFB807PY9 type=del 2026-04-17T17:29:09.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.141+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=8531M0C3PM1X type=del size=663308 2026-04-17T17:29:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.142+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=HOTB83A3GKR3 type=del 2026-04-17T17:29:09.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.143+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=B92A836JH4II type=del size=1666408 2026-04-17T17:29:09.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.144+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=HXKU27F6S5OV type=del 2026-04-17T17:29:09.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.145+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=0HHGDESMXGIJ type=del size=3956966 2026-04-17T17:29:09.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.146+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~5CU0A12QVEX3.0 size=801992 2026-04-17T17:29:09.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.148+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=5CU0A12QVEX3 tag=G1FLNRJ4VUT5 type=write size=1850568 2026-04-17T17:29:09.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.149+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=CMHF33BSNOW9 type=write size=1046977 2026-04-17T17:29:09.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.151+0000 7f7c665b4880 1 < suggested update operation key=RSVTCQBMABG0 tag=VDNCX77IBYG5 type=del size=1327178 2026-04-17T17:29:09.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.152+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=T0PTEVC8DLVF type=del size=1209851 2026-04-17T17:29:09.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.153+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.0 size=1048576 2026-04-17T17:29:09.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.154+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.1 size=1048576 2026-04-17T17:29:09.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.154+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~RY348VEYK0GD.2 size=851439 2026-04-17T17:29:09.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.156+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=RY348VEYK0GD tag=LZVUNU39O78F type=write size=3997167 2026-04-17T17:29:09.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.157+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=VEFP0ZIB6JQ8 type=del size=1737152 2026-04-17T17:29:09.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.158+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=BIBC3QHRH0EN type=del 2026-04-17T17:29:09.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.160+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~K0J2AFXU3QPJ.0 size=755252 2026-04-17T17:29:09.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.160+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=K0J2AFXU3QPJ tag=TQGJ1A8DL16U type=write size=1803828 2026-04-17T17:29:09.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.160+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~HNE2CPUULFKO.0 size=498846 2026-04-17T17:29:09.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.162+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=HNE2CPUULFKO tag=BBPSX751ZB2Z type=write size=1547422 2026-04-17T17:29:09.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.163+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=2TJI8975BB82 type=del size=410730 2026-04-17T17:29:09.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.164+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=OT407J0MA3UK type=del 2026-04-17T17:29:09.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.165+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=N9IQO0B9O3XT type=del size=1355013 2026-04-17T17:29:09.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.165+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.0 size=1048576 2026-04-17T17:29:09.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.165+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.1 size=1048576 2026-04-17T17:29:09.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.166+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~PI70SL2924QY.2 size=661062 2026-04-17T17:29:09.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.167+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=PI70SL2924QY tag=L88ERQ74A2LD type=write size=3806790 2026-04-17T17:29:09.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.168+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=7RAGL0PR2LVN type=write size=451332 2026-04-17T17:29:09.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.169+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=VH91G60DC30T type=del size=2831700 2026-04-17T17:29:09.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.170+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=H4156Z032V69 type=del size=2571025 2026-04-17T17:29:09.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.172+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=20EDNWZWTA0V type=del 2026-04-17T17:29:09.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.174+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.0 size=1048576 2026-04-17T17:29:09.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.175+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.1 size=1048576 2026-04-17T17:29:09.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.175+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.2 size=316276 2026-04-17T17:29:09.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.175+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=2C4GF0K43VPN tag=H13J1TYL5039 type=write size=3462004 2026-04-17T17:29:09.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.176+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=E51WGUOASHJI type=del 2026-04-17T17:29:09.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.177+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=X0N36LOXL0UA type=del size=1289580 2026-04-17T17:29:09.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.178+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.0 size=1048576 2026-04-17T17:29:09.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.179+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.1 size=1048576 2026-04-17T17:29:09.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.180+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~UI5JLADEON7D.2 size=1536 2026-04-17T17:29:09.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.182+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=UI5JLADEON7D tag=1FD5GB5C06PK type=write size=3147264 2026-04-17T17:29:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.183+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=2BLF5ECGKDNU type=write size=892658 2026-04-17T17:29:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.183+0000 7f7c665b4880 1 < completed write operation key=RWVQWJ0ZLZ9E tag=O7VPXKKU4SNB type=write size=139427 2026-04-17T17:29:09.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.184+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=4JZ4B8XP1UNE type=del size=1992227 2026-04-17T17:29:09.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.185+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=DHS1SUSI84IF type=del 2026-04-17T17:29:09.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.186+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=YZTRX9WBUC13 type=del size=3399075 2026-04-17T17:29:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.187+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=8531M0C3PM1X type=del 2026-04-17T17:29:09.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.188+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=PY4B75ZGC5HO type=write size=406925 2026-04-17T17:29:09.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.189+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=B92A836JH4II type=del 2026-04-17T17:29:09.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.191+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~V63CXZTQU0Q7.0 size=1048576 2026-04-17T17:29:09.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.191+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~V63CXZTQU0Q7.1 size=867851 2026-04-17T17:29:09.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.191+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=V63CXZTQU0Q7 tag=AQHJDG2884GU type=write size=2965003 2026-04-17T17:29:09.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.192+0000 7f7c665b4880 -1 < failed to complete operation key=XH8AFLSS0JG5 tag=0HHGDESMXGIJ type=del size=3956966: (22) Invalid argument 2026-04-17T17:29:09.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.193+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=A22OCJI8L8YX type=del size=606599 2026-04-17T17:29:09.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.194+0000 7f7c665b4880 1 < completed write operation key=I0JIPYOQZ7X4 tag=CMHF33BSNOW9 type=write size=1046977 2026-04-17T17:29:09.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.195+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=194RMT90GIOO type=write size=1046979 2026-04-17T17:29:09.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.197+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=T0PTEVC8DLVF type=del size=1209851 2026-04-17T17:29:09.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.198+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=WJ6I4X1Y16DV type=del size=3882064 2026-04-17T17:29:09.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.199+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=VEFP0ZIB6JQ8 type=del 2026-04-17T17:29:09.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.200+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=5V3D51ZIMX9Y type=del size=400153 2026-04-17T17:29:09.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.201+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~K0J2AFXU3QPJ.0 size=755252 2026-04-17T17:29:09.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.204+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=K0J2AFXU3QPJ tag=TQGJ1A8DL16U type=write size=1803828 2026-04-17T17:29:09.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.205+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=L02UB9KMU5ZS type=write size=943028 2026-04-17T17:29:09.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.206+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=2TJI8975BB82 type=del 2026-04-17T17:29:09.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.207+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=XNIEGISQHG77 type=write size=797169 2026-04-17T17:29:09.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.208+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=N9IQO0B9O3XT type=del size=1355013 2026-04-17T17:29:09.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.209+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=HZW58QCL3C7T type=del size=3674205 2026-04-17T17:29:09.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.210+0000 7f7c665b4880 1 < suggested update operation key=84B0Y790FRBF tag=7RAGL0PR2LVN type=write size=451332 2026-04-17T17:29:09.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.212+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~8QMQBZUPMD1V.0 size=278964 2026-04-17T17:29:09.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.212+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=8QMQBZUPMD1V tag=TATRPC8IP8H8 type=write size=1327540 2026-04-17T17:29:09.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.215+0000 7f7c665b4880 1 < suggested update operation key=WI8M3P76704S tag=H4156Z032V69 type=del size=2571025 2026-04-17T17:29:09.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.217+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~7K1NXHVVSMHN.0 size=1048576 2026-04-17T17:29:09.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.218+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~7K1NXHVVSMHN.1 size=343213 2026-04-17T17:29:09.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.218+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=7K1NXHVVSMHN tag=PP1M2SJRVD7V type=write size=2440365 2026-04-17T17:29:09.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.218+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.0 size=1048576 2026-04-17T17:29:09.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.219+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.1 size=1048576 2026-04-17T17:29:09.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.220+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~2C4GF0K43VPN.2 size=316276 2026-04-17T17:29:09.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.221+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=2C4GF0K43VPN tag=H13J1TYL5039 type=write size=3462004 2026-04-17T17:29:09.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.222+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=N2P4C3GEE5AD type=del size=2952798 2026-04-17T17:29:09.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.223+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=X0N36LOXL0UA type=del size=1289580 2026-04-17T17:29:09.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.225+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~BJPBXV2CB3KR.0 size=1045233 2026-04-17T17:29:09.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.225+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=BJPBXV2CB3KR tag=OTKBTASZKX83 type=write size=2093809 2026-04-17T17:29:09.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.226+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=2BLF5ECGKDNU type=write size=892658 2026-04-17T17:29:09.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.227+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.0 size=1048576 2026-04-17T17:29:09.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.228+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.1 size=1048576 2026-04-17T17:29:09.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.229+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.2 size=744109 2026-04-17T17:29:09.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.229+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=K4KS5HRKB7OP tag=1UEZIBH8SZXO type=write size=3889837 2026-04-17T17:29:09.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.229+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=4JZ4B8XP1UNE type=del 2026-04-17T17:29:09.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.230+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=FDYY38ZCB7UG type=del size=3125896 2026-04-17T17:29:09.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.231+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=YZTRX9WBUC13 type=del 2026-04-17T17:29:09.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.232+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=ZH980FZ449UI type=del size=97281 2026-04-17T17:29:09.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.232+0000 7f7c665b4880 1 < canceled operation key=ZZT5E3KUYN42 tag=PY4B75ZGC5HO type=write size=406925 2026-04-17T17:29:09.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.234+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~GMM3RWDQCPMF.0 size=1048576 2026-04-17T17:29:09.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.234+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~GMM3RWDQCPMF.1 size=614944 2026-04-17T17:29:09.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.234+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=GMM3RWDQCPMF tag=9A5PZLC13CIO type=write size=2712096 2026-04-17T17:29:09.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.235+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~V63CXZTQU0Q7.0 size=1048576 2026-04-17T17:29:09.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.236+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~V63CXZTQU0Q7.1 size=867851 2026-04-17T17:29:09.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.237+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=V63CXZTQU0Q7 tag=AQHJDG2884GU type=write size=2965003 2026-04-17T17:29:09.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.238+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.0 size=1048576 2026-04-17T17:29:09.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.239+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.1 size=1048576 2026-04-17T17:29:09.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.240+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.2 size=300105 2026-04-17T17:29:09.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.240+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=VOAH544H2TT9 tag=2WGT7FAV7122 type=write size=3445833 2026-04-17T17:29:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.240+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=A22OCJI8L8YX type=del 2026-04-17T17:29:09.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.242+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~88O9Z28A5Y45.0 size=1048576 2026-04-17T17:29:09.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.242+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~88O9Z28A5Y45.1 size=851672 2026-04-17T17:29:09.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.242+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=88O9Z28A5Y45 tag=5V0PP1S9BARP type=write size=2948824 2026-04-17T17:29:09.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.244+0000 7f7c665b4880 1 < suggested update operation key=WXONWDD5IC4D tag=194RMT90GIOO type=write size=1046979 2026-04-17T17:29:09.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.245+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=U7X1ZW51Z124 type=del size=503082 2026-04-17T17:29:09.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.245+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=WJ6I4X1Y16DV type=del 2026-04-17T17:29:09.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.246+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=YFVGW5Z1ABG7 type=write size=69033 2026-04-17T17:29:09.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.247+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=5V3D51ZIMX9Y type=del size=400153 2026-04-17T17:29:09.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.247+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=M2G2EC1GZ190 type=del size=2812502 2026-04-17T17:29:09.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.248+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=L02UB9KMU5ZS type=write size=943028 2026-04-17T17:29:09.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.249+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.0 size=1048576 2026-04-17T17:29:09.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.250+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.1 size=1048576 2026-04-17T17:29:09.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.251+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.2 size=404911 2026-04-17T17:29:09.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.251+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=927QX3CVVDSN tag=BC4K16BRN1FT type=write size=3550639 2026-04-17T17:29:09.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.251+0000 7f7c665b4880 1 < completed write operation key=FZ7AFUFE3V8I tag=XNIEGISQHG77 type=write size=797169 2026-04-17T17:29:09.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.252+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=R1ITJ40W9OMD type=del size=3160593 2026-04-17T17:29:09.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.253+0000 7f7c665b4880 1 < canceled operation key=TI30PAI6L1CR tag=HZW58QCL3C7T type=del size=3674205 2026-04-17T17:29:09.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.254+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=2MHUH73UE5DK type=del size=3437380 2026-04-17T17:29:09.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.254+0000 7f7c665b4880 1 < canceled part key=_multipart_RWVQWJ0ZLZ9E.2~8QMQBZUPMD1V.0 size=278964 2026-04-17T17:29:09.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.255+0000 7f7c665b4880 1 < canceled multipart upload key=RWVQWJ0ZLZ9E upload=8QMQBZUPMD1V tag=TATRPC8IP8H8 type=write size=1327540 2026-04-17T17:29:09.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.256+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=ACHL3WQUPSKC type=write size=781370 2026-04-17T17:29:09.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.256+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~7K1NXHVVSMHN.0 size=1048576 2026-04-17T17:29:09.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.257+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~7K1NXHVVSMHN.1 size=343213 2026-04-17T17:29:09.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.258+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=7K1NXHVVSMHN tag=PP1M2SJRVD7V type=write size=2440365 2026-04-17T17:29:09.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.260+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~EFI39W6OEC3J.0 size=223447 2026-04-17T17:29:09.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.260+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=EFI39W6OEC3J tag=EPQYM6VKI65A type=write size=1272023 2026-04-17T17:29:09.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.261+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=N2P4C3GEE5AD type=del size=2952798 2026-04-17T17:29:09.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.262+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=QUF0FUWLL089 type=del size=1783814 2026-04-17T17:29:09.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.263+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~BJPBXV2CB3KR.0 size=1045233 2026-04-17T17:29:09.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.264+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=BJPBXV2CB3KR tag=OTKBTASZKX83 type=write size=2093809 2026-04-17T17:29:09.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.265+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=ANVQYYM5H1KN type=del size=3806510 2026-04-17T17:29:09.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.267+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.0 size=1048576 2026-04-17T17:29:09.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.267+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.1 size=1048576 2026-04-17T17:29:09.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.268+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~K4KS5HRKB7OP.2 size=744109 2026-04-17T17:29:09.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.270+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=K4KS5HRKB7OP tag=1UEZIBH8SZXO type=write size=3889837 2026-04-17T17:29:09.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.271+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=AIYIU9DA61OS type=del size=1841310 2026-04-17T17:29:09.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.272+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=FDYY38ZCB7UG type=del 2026-04-17T17:29:09.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.274+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~FAA2NVHG5OMY.0 size=1048576 2026-04-17T17:29:09.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.274+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~FAA2NVHG5OMY.1 size=248949 2026-04-17T17:29:09.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.274+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=FAA2NVHG5OMY tag=RW4DL7YFV7PL type=write size=2346101 2026-04-17T17:29:09.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.275+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=ZH980FZ449UI type=del 2026-04-17T17:29:09.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.277+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=LP61HX3KEG0T type=del size=1037051 2026-04-17T17:29:09.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.278+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~GMM3RWDQCPMF.0 size=1048576 2026-04-17T17:29:09.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.279+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~GMM3RWDQCPMF.1 size=614944 2026-04-17T17:29:09.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.282+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=GMM3RWDQCPMF tag=9A5PZLC13CIO type=write size=2712096 2026-04-17T17:29:09.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.283+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.0 size=1048576 2026-04-17T17:29:09.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.284+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.1 size=1048576 2026-04-17T17:29:09.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.286+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.2 size=77171 2026-04-17T17:29:09.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.286+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=MREJC42UVEAO tag=G3I2FAK6JROL type=write size=3222899 2026-04-17T17:29:09.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.287+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.0 size=1048576 2026-04-17T17:29:09.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.288+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.1 size=1048576 2026-04-17T17:29:09.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.288+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~VOAH544H2TT9.2 size=300105 2026-04-17T17:29:09.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.290+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=VOAH544H2TT9 tag=2WGT7FAV7122 type=write size=3445833 2026-04-17T17:29:09.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.291+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=EZ45S51KKY3U type=del size=635265 2026-04-17T17:29:09.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.292+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~88O9Z28A5Y45.0 size=1048576 2026-04-17T17:29:09.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.292+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~88O9Z28A5Y45.1 size=851672 2026-04-17T17:29:09.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.294+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=88O9Z28A5Y45 tag=5V0PP1S9BARP type=write size=2948824 2026-04-17T17:29:09.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.295+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=5MZZV2VN0WA2 type=del size=150917 2026-04-17T17:29:09.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.296+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=U7X1ZW51Z124 type=del 2026-04-17T17:29:09.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.297+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=TJ6RK699WNLK type=del size=2758754 2026-04-17T17:29:09.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.298+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=YFVGW5Z1ABG7 type=write size=69033 2026-04-17T17:29:09.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.298+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=WBJFQX4K3YUI type=del size=3230301 2026-04-17T17:29:09.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.299+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=M2G2EC1GZ190 type=del 2026-04-17T17:29:09.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.301+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.0 size=1048576 2026-04-17T17:29:09.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.302+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.1 size=1048576 2026-04-17T17:29:09.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.303+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.2 size=401125 2026-04-17T17:29:09.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.303+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=UEFTAD42CUQ0 tag=5HF7GDA4F504 type=write size=3546853 2026-04-17T17:29:09.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.303+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.0 size=1048576 2026-04-17T17:29:09.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.304+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.1 size=1048576 2026-04-17T17:29:09.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.305+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~927QX3CVVDSN.2 size=404911 2026-04-17T17:29:09.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.306+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=927QX3CVVDSN tag=BC4K16BRN1FT type=write size=3550639 2026-04-17T17:29:09.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.307+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=V34G76RFGVJJ type=del size=2241221 2026-04-17T17:29:09.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.309+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=R1ITJ40W9OMD type=del 2026-04-17T17:29:09.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.311+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~E3I9T9WK1CU3.0 size=730785 2026-04-17T17:29:09.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.311+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=E3I9T9WK1CU3 tag=196IY0VE4HGQ type=write size=1779361 2026-04-17T17:29:09.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.313+0000 7f7c665b4880 1 < suggested update operation key=OCKF8K37F4KO tag=2MHUH73UE5DK type=del size=3437380 2026-04-17T17:29:09.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.316+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~TT6H2Y7OC53Q.0 size=204416 2026-04-17T17:29:09.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.316+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=TT6H2Y7OC53Q tag=FSAMCGW4Y3CA type=write size=1252992 2026-04-17T17:29:09.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.317+0000 7f7c665b4880 1 < canceled operation key=XH8AFLSS0JG5 tag=ACHL3WQUPSKC type=write size=781370 2026-04-17T17:29:09.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.319+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=AFPUMLI08Y0E type=write size=177215 2026-04-17T17:29:09.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.319+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~EFI39W6OEC3J.0 size=223447 2026-04-17T17:29:09.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.321+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=EFI39W6OEC3J tag=EPQYM6VKI65A type=write size=1272023 2026-04-17T17:29:09.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.321+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=9UWARCGSC0M3 type=del size=2194837 2026-04-17T17:29:09.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.322+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=QUF0FUWLL089 type=del 2026-04-17T17:29:09.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.323+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=E3GW35DUL4GB type=del size=2572215 2026-04-17T17:29:09.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.324+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=ANVQYYM5H1KN type=del 2026-04-17T17:29:09.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.325+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=GMVBCN995JFW type=del size=3662818 2026-04-17T17:29:09.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.325+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=AIYIU9DA61OS type=del 2026-04-17T17:29:09.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.326+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=XSH9BX6IUDN5 type=del size=10159 2026-04-17T17:29:09.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.327+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~FAA2NVHG5OMY.0 size=1048576 2026-04-17T17:29:09.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.328+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~FAA2NVHG5OMY.1 size=248949 2026-04-17T17:29:09.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.329+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=FAA2NVHG5OMY tag=RW4DL7YFV7PL type=write size=2346101 2026-04-17T17:29:09.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.331+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~835JCBZNS4F1.0 size=659864 2026-04-17T17:29:09.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.331+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=835JCBZNS4F1 tag=F6GPK2HAF72H type=write size=1708440 2026-04-17T17:29:09.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.331+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=LP61HX3KEG0T type=del 2026-04-17T17:29:09.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.332+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=8HOGRZIQ6B13 type=write size=426180 2026-04-17T17:29:09.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.333+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.0 size=1048576 2026-04-17T17:29:09.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.334+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.1 size=1048576 2026-04-17T17:29:09.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.334+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~MREJC42UVEAO.2 size=77171 2026-04-17T17:29:09.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.335+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=MREJC42UVEAO tag=G3I2FAK6JROL type=write size=3222899 2026-04-17T17:29:09.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.337+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.0 size=1048576 2026-04-17T17:29:09.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.337+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.1 size=1048576 2026-04-17T17:29:09.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.338+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.2 size=82898 2026-04-17T17:29:09.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.338+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=HL3FGGYIU8D4 tag=NW7GZ9ZAKELB type=write size=3228626 2026-04-17T17:29:09.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.339+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=EZ45S51KKY3U type=del size=635265 2026-04-17T17:29:09.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.340+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~0M91SMMH09XF.0 size=25138 2026-04-17T17:29:09.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.340+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=0M91SMMH09XF tag=3O20368LFZB2 type=write size=1073714 2026-04-17T17:29:09.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.341+0000 7f7c665b4880 1 < canceled operation key=WI8M3P76704S tag=5MZZV2VN0WA2 type=del size=150917 2026-04-17T17:29:09.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.342+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=E8MOZ4FPRAN9 type=del size=642995 2026-04-17T17:29:09.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.342+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=TJ6RK699WNLK type=del 2026-04-17T17:29:09.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.344+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~GAB8RCN2XCK9.0 size=585530 2026-04-17T17:29:09.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.344+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=GAB8RCN2XCK9 tag=HXMNH6RJVL5W type=write size=1634106 2026-04-17T17:29:09.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.345+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=WBJFQX4K3YUI type=del 2026-04-17T17:29:09.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.346+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=6QVVT4TNJT62 type=write size=880767 2026-04-17T17:29:09.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.347+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.0 size=1048576 2026-04-17T17:29:09.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.348+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.1 size=1048576 2026-04-17T17:29:09.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.348+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~UEFTAD42CUQ0.2 size=401125 2026-04-17T17:29:09.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.349+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=UEFTAD42CUQ0 tag=5HF7GDA4F504 type=write size=3546853 2026-04-17T17:29:09.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.350+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=ZBD17H958EZL type=write size=486265 2026-04-17T17:29:09.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.351+0000 7f7c665b4880 -1 < failed to complete operation key=NC1GI2H2H0YA tag=V34G76RFGVJJ type=del size=2241221: (22) Invalid argument 2026-04-17T17:29:09.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.352+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=1T8UGXG48UF6 type=write size=450824 2026-04-17T17:29:09.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.353+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~E3I9T9WK1CU3.0 size=730785 2026-04-17T17:29:09.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.354+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=E3I9T9WK1CU3 tag=196IY0VE4HGQ type=write size=1779361 2026-04-17T17:29:09.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.355+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=9CXUTWC3F5T7 type=del size=1831572 2026-04-17T17:29:09.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.355+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~TT6H2Y7OC53Q.0 size=204416 2026-04-17T17:29:09.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.357+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=TT6H2Y7OC53Q tag=FSAMCGW4Y3CA type=write size=1252992 2026-04-17T17:29:09.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.357+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=5D2J52OBNVA5 type=del size=710819 2026-04-17T17:29:09.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.358+0000 7f7c665b4880 -1 < failed to complete operation key=P7G15WELI0JZ tag=AFPUMLI08Y0E type=write size=177215: (22) Invalid argument 2026-04-17T17:29:09.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.359+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~WNH024ASC67I.0 size=1048576 2026-04-17T17:29:09.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.360+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~WNH024ASC67I.1 size=804770 2026-04-17T17:29:09.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.360+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=WNH024ASC67I tag=00F5I9M32373 type=write size=2901922 2026-04-17T17:29:09.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.361+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=9UWARCGSC0M3 type=del 2026-04-17T17:29:09.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.362+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=N8DIK0R7MJ4B type=del size=671567 2026-04-17T17:29:09.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.362+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=E3GW35DUL4GB type=del 2026-04-17T17:29:09.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.364+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~NJDA2K2V8VL9.0 size=718294 2026-04-17T17:29:09.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.364+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=NJDA2K2V8VL9 tag=EGCYEBF1B6NK type=write size=1766870 2026-04-17T17:29:09.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.366+0000 7f7c665b4880 1 < suggested update operation key=WXONWDD5IC4D tag=GMVBCN995JFW type=del size=3662818 2026-04-17T17:29:09.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.367+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=Z5WKLLT3AB40 type=del size=2506330 2026-04-17T17:29:09.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.367+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=XSH9BX6IUDN5 type=del 2026-04-17T17:29:09.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.369+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~6OM13UJV7CCT.0 size=1008227 2026-04-17T17:29:09.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.369+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=6OM13UJV7CCT tag=EN3H453XJL4W type=write size=2056803 2026-04-17T17:29:09.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.370+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~835JCBZNS4F1.0 size=659864 2026-04-17T17:29:09.374 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.371+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=835JCBZNS4F1 tag=F6GPK2HAF72H type=write size=1708440 2026-04-17T17:29:09.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.372+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=BUTA7VZFC8IV type=write size=1035996 2026-04-17T17:29:09.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.373+0000 7f7c665b4880 1 < suggested remove operation key=OCKF8K37F4KO tag=8HOGRZIQ6B13 type=write 2026-04-17T17:29:09.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.374+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.0 size=1048576 2026-04-17T17:29:09.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.375+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.1 size=1048576 2026-04-17T17:29:09.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.376+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.2 size=768542 2026-04-17T17:29:09.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.376+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=Y1YW3V3BDYXF tag=QVHWT5LHPV9Y type=write size=3914270 2026-04-17T17:29:09.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.376+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.0 size=1048576 2026-04-17T17:29:09.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.377+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.1 size=1048576 2026-04-17T17:29:09.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.378+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~HL3FGGYIU8D4.2 size=82898 2026-04-17T17:29:09.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.379+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=HL3FGGYIU8D4 tag=NW7GZ9ZAKELB type=write size=3228626 2026-04-17T17:29:09.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.380+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=E3MTOX3X4V1P type=del size=869558 2026-04-17T17:29:09.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.381+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~0M91SMMH09XF.0 size=25138 2026-04-17T17:29:09.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.382+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=0M91SMMH09XF tag=3O20368LFZB2 type=write size=1073714 2026-04-17T17:29:09.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.383+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=U9N098A30P84 type=del size=1902703 2026-04-17T17:29:09.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.383+0000 7f7c665b4880 -1 < failed to complete operation key=OCKF8K37F4KO tag=E8MOZ4FPRAN9 type=del size=642995: (22) Invalid argument 2026-04-17T17:29:09.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.384+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=8KQ36JULMNK1 type=del size=1607247 2026-04-17T17:29:09.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.385+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~GAB8RCN2XCK9.0 size=585530 2026-04-17T17:29:09.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.386+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=GAB8RCN2XCK9 tag=HXMNH6RJVL5W type=write size=1634106 2026-04-17T17:29:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.388+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~LMCBSCXDSE50.0 size=901628 2026-04-17T17:29:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.388+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=LMCBSCXDSE50 tag=M5TMM6EULH16 type=write size=1950204 2026-04-17T17:29:09.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.389+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=6QVVT4TNJT62 type=write size=880767 2026-04-17T17:29:09.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.389+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=1VKDCDWTSEH7 type=del size=2326657 2026-04-17T17:29:09.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.390+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=ZBD17H958EZL type=write size=486265 2026-04-17T17:29:09.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.392+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~BSGL64ONR793.0 size=920235 2026-04-17T17:29:09.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.392+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=BSGL64ONR793 tag=IW5U4SN7RC0N type=write size=1968811 2026-04-17T17:29:09.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.392+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=1T8UGXG48UF6 type=write size=450824 2026-04-17T17:29:09.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.393+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=2MUPL531SXJP type=del size=1335654 2026-04-17T17:29:09.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.394+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=9CXUTWC3F5T7 type=del 2026-04-17T17:29:09.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.395+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=WD60ULOJRXOW type=del size=182055 2026-04-17T17:29:09.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.395+0000 7f7c665b4880 1 < canceled operation key=0GTGQ5P5Z4IJ tag=5D2J52OBNVA5 type=del size=710819 2026-04-17T17:29:09.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.397+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.0 size=1048576 2026-04-17T17:29:09.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.398+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.1 size=1048576 2026-04-17T17:29:09.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.398+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.2 size=887191 2026-04-17T17:29:09.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.398+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=TNJZUT8819A3 tag=S87HJZVBCMKD type=write size=4032919 2026-04-17T17:29:09.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.399+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~WNH024ASC67I.0 size=1048576 2026-04-17T17:29:09.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.400+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~WNH024ASC67I.1 size=804770 2026-04-17T17:29:09.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.405+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=WNH024ASC67I tag=00F5I9M32373 type=write size=2901922 2026-04-17T17:29:09.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.415+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=E2I3ENPUMNJD type=del size=3311032 2026-04-17T17:29:09.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.440+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=N8DIK0R7MJ4B type=del 2026-04-17T17:29:09.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.449+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=RBW7C3DRPNQ6 type=write size=417326 2026-04-17T17:29:09.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.470+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~NJDA2K2V8VL9.0 size=718294 2026-04-17T17:29:09.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.500+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=NJDA2K2V8VL9 tag=EGCYEBF1B6NK type=write size=1766870 2026-04-17T17:29:09.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.505+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=RUBGAQETU8M1 type=del size=211218 2026-04-17T17:29:09.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.509+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=Z5WKLLT3AB40 type=del 2026-04-17T17:29:09.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.519+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=2DVU61TCM9PW type=write size=67040 2026-04-17T17:29:09.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.525+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~6OM13UJV7CCT.0 size=1008227 2026-04-17T17:29:09.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.554+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=6OM13UJV7CCT tag=EN3H453XJL4W type=write size=2056803 2026-04-17T17:29:09.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.567+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~NYWBCEZXHMKC.0 size=1048576 2026-04-17T17:29:09.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.568+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~NYWBCEZXHMKC.1 size=1024356 2026-04-17T17:29:09.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.568+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=NYWBCEZXHMKC tag=OOSNWKPKTFWZ type=write size=3121508 2026-04-17T17:29:09.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.568+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=BUTA7VZFC8IV type=write size=1035996 2026-04-17T17:29:09.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.569+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=GBB48D8GEYBF type=del size=1983837 2026-04-17T17:29:09.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.570+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.0 size=1048576 2026-04-17T17:29:09.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.571+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.1 size=1048576 2026-04-17T17:29:09.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.571+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~Y1YW3V3BDYXF.2 size=768542 2026-04-17T17:29:09.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.573+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=Y1YW3V3BDYXF tag=QVHWT5LHPV9Y type=write size=3914270 2026-04-17T17:29:09.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.574+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=K4GW9YXATHAO type=del size=335664 2026-04-17T17:29:09.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.575+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=E3MTOX3X4V1P type=del 2026-04-17T17:29:09.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.576+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.0 size=1048576 2026-04-17T17:29:09.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.577+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.1 size=1048576 2026-04-17T17:29:09.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.578+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.2 size=816644 2026-04-17T17:29:09.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.578+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=AGSS11JQ52H7 tag=HRF83VGZHCKP type=write size=3962372 2026-04-17T17:29:09.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.579+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=U9N098A30P84 type=del 2026-04-17T17:29:09.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.580+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=GONZTZ528ITD type=del size=3713166 2026-04-17T17:29:09.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.580+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=8KQ36JULMNK1 type=del 2026-04-17T17:29:09.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.581+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=B5W97ST1RNNL type=del size=3168158 2026-04-17T17:29:09.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.582+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~LMCBSCXDSE50.0 size=901628 2026-04-17T17:29:09.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.584+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=LMCBSCXDSE50 tag=M5TMM6EULH16 type=write size=1950204 2026-04-17T17:29:09.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.584+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=9ZRWB4MNL9OI type=del size=2000606 2026-04-17T17:29:09.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.585+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=1VKDCDWTSEH7 type=del 2026-04-17T17:29:09.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.586+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=MKHERGOOAAFG type=write size=454518 2026-04-17T17:29:09.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.587+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~BSGL64ONR793.0 size=920235 2026-04-17T17:29:09.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.588+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=BSGL64ONR793 tag=IW5U4SN7RC0N type=write size=1968811 2026-04-17T17:29:09.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.590+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~5GFICYS4EPON.0 size=1048576 2026-04-17T17:29:09.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.591+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~5GFICYS4EPON.1 size=1046505 2026-04-17T17:29:09.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.591+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=5GFICYS4EPON tag=LP2YNS5TZ9U7 type=write size=3143657 2026-04-17T17:29:09.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.592+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=2MUPL531SXJP type=del 2026-04-17T17:29:09.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.593+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=GJ3QSVTH2K1F type=del size=2038349 2026-04-17T17:29:09.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.594+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=WD60ULOJRXOW type=del 2026-04-17T17:29:09.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.597+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~X97V2WIZU3OR.0 size=687534 2026-04-17T17:29:09.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.597+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=X97V2WIZU3OR tag=ZVH8GV6YRO6Q type=write size=1736110 2026-04-17T17:29:09.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.598+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.0 size=1048576 2026-04-17T17:29:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.598+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.1 size=1048576 2026-04-17T17:29:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.598+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~TNJZUT8819A3.2 size=887191 2026-04-17T17:29:09.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.600+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=TNJZUT8819A3 tag=S87HJZVBCMKD type=write size=4032919 2026-04-17T17:29:09.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.601+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=PFO4X37ZK6MT type=del size=700666 2026-04-17T17:29:09.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.604+0000 7f7c665b4880 1 < suggested update operation key=TV0Y2WB5F1EK tag=E2I3ENPUMNJD type=del size=3311032 2026-04-17T17:29:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.606+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~W6Q8FRK6KCBH.0 size=1048576 2026-04-17T17:29:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.607+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~W6Q8FRK6KCBH.1 size=593443 2026-04-17T17:29:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.607+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=W6Q8FRK6KCBH tag=Y3DFJIWY8WV3 type=write size=2690595 2026-04-17T17:29:09.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.608+0000 7f7c665b4880 1 < completed write operation key=UWOLL79ZRJ1B tag=RBW7C3DRPNQ6 type=write size=417326 2026-04-17T17:29:09.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.610+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~ZGH58UUXTDXQ.0 size=780105 2026-04-17T17:29:09.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.610+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=ZGH58UUXTDXQ tag=FI8NJ2MRBKMT type=write size=1828681 2026-04-17T17:29:09.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.611+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=RUBGAQETU8M1 type=del 2026-04-17T17:29:09.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.612+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=WRN6BRX6L5TC type=del size=1165909 2026-04-17T17:29:09.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.612+0000 7f7c665b4880 -1 < failed to complete operation key=TV0Y2WB5F1EK tag=2DVU61TCM9PW type=write size=67040: (22) Invalid argument 2026-04-17T17:29:09.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.614+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~G1O42BB2NRCK.0 size=1048576 2026-04-17T17:29:09.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.615+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~G1O42BB2NRCK.1 size=685083 2026-04-17T17:29:09.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.615+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=G1O42BB2NRCK tag=J1J9P8TR6YYZ type=write size=2782235 2026-04-17T17:29:09.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.616+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~NYWBCEZXHMKC.0 size=1048576 2026-04-17T17:29:09.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.616+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~NYWBCEZXHMKC.1 size=1024356 2026-04-17T17:29:09.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.618+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=NYWBCEZXHMKC tag=OOSNWKPKTFWZ type=write size=3121508 2026-04-17T17:29:09.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.619+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~TOZOV1YGWYGC.0 size=1048576 2026-04-17T17:29:09.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.620+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~TOZOV1YGWYGC.1 size=533557 2026-04-17T17:29:09.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.620+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=TOZOV1YGWYGC tag=8HT4DQKCLH94 type=write size=2630709 2026-04-17T17:29:09.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.621+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=GBB48D8GEYBF type=del 2026-04-17T17:29:09.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.622+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=QUSLFPUKQKIF type=del size=1043113 2026-04-17T17:29:09.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.622+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=K4GW9YXATHAO type=del 2026-04-17T17:29:09.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.623+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=643PN0N0AQ0Z type=del size=3827908 2026-04-17T17:29:09.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.624+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.0 size=1048576 2026-04-17T17:29:09.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.625+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.1 size=1048576 2026-04-17T17:29:09.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.626+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~AGSS11JQ52H7.2 size=816644 2026-04-17T17:29:09.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.627+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=AGSS11JQ52H7 tag=HRF83VGZHCKP type=write size=3962372 2026-04-17T17:29:09.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.628+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.0 size=1048576 2026-04-17T17:29:09.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.629+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.1 size=1048576 2026-04-17T17:29:09.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.630+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.2 size=338359 2026-04-17T17:29:09.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.630+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=1KU7L0IXWBRP tag=0PALGWA0XDON type=write size=3484087 2026-04-17T17:29:09.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.630+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=GONZTZ528ITD type=del 2026-04-17T17:29:09.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.632+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~ZS6RQR5XCLJS.0 size=1048576 2026-04-17T17:29:09.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.633+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~ZS6RQR5XCLJS.1 size=547537 2026-04-17T17:29:09.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.633+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=ZS6RQR5XCLJS tag=NDBBEDDBCSS1 type=write size=2644689 2026-04-17T17:29:09.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.634+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=B5W97ST1RNNL type=del 2026-04-17T17:29:09.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.634+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=N7AH2KS7BWOD type=del size=1836769 2026-04-17T17:29:09.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.635+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=9ZRWB4MNL9OI type=del 2026-04-17T17:29:09.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.636+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=5WEIZ419DZSY type=del size=3476 2026-04-17T17:29:09.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.637+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=MKHERGOOAAFG type=write size=454518 2026-04-17T17:29:09.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.638+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=MJAEMAPLIRFK type=del size=646227 2026-04-17T17:29:09.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.638+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~5GFICYS4EPON.0 size=1048576 2026-04-17T17:29:09.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.639+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~5GFICYS4EPON.1 size=1046505 2026-04-17T17:29:09.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.640+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=5GFICYS4EPON tag=LP2YNS5TZ9U7 type=write size=3143657 2026-04-17T17:29:09.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.641+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=5U1S25DJWNWU type=del size=2189392 2026-04-17T17:29:09.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.642+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=GJ3QSVTH2K1F type=del 2026-04-17T17:29:09.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.643+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=3YUJLRVLNNUL type=del size=3492319 2026-04-17T17:29:09.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.643+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~X97V2WIZU3OR.0 size=687534 2026-04-17T17:29:09.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.645+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=X97V2WIZU3OR tag=ZVH8GV6YRO6Q type=write size=1736110 2026-04-17T17:29:09.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.646+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=MLU8T0NZZ90R type=del size=3521505 2026-04-17T17:29:09.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.646+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=PFO4X37ZK6MT type=del 2026-04-17T17:29:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.647+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=S4MORYACDPLF type=del size=2796479 2026-04-17T17:29:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.648+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~W6Q8FRK6KCBH.0 size=1048576 2026-04-17T17:29:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.649+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~W6Q8FRK6KCBH.1 size=593443 2026-04-17T17:29:09.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.650+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=W6Q8FRK6KCBH tag=Y3DFJIWY8WV3 type=write size=2690595 2026-04-17T17:29:09.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.651+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=01UI1SAGJCXB type=del size=866756 2026-04-17T17:29:09.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.651+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~ZGH58UUXTDXQ.0 size=780105 2026-04-17T17:29:09.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.653+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=ZGH58UUXTDXQ tag=FI8NJ2MRBKMT type=write size=1828681 2026-04-17T17:29:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.654+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.0 size=1048576 2026-04-17T17:29:09.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.654+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.1 size=1048576 2026-04-17T17:29:09.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.655+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.2 size=323523 2026-04-17T17:29:09.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.655+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=LJJ16400FS61 tag=1RY9Z1ZTHNTC type=write size=3469251 2026-04-17T17:29:09.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.656+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=WRN6BRX6L5TC type=del 2026-04-17T17:29:09.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.657+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=RGROAOPZCJ1Q type=write size=575728 2026-04-17T17:29:09.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.657+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~G1O42BB2NRCK.0 size=1048576 2026-04-17T17:29:09.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.658+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~G1O42BB2NRCK.1 size=685083 2026-04-17T17:29:09.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.659+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=G1O42BB2NRCK tag=J1J9P8TR6YYZ type=write size=2782235 2026-04-17T17:29:09.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.660+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~YM9KNBM27SND.0 size=1048576 2026-04-17T17:29:09.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.661+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~YM9KNBM27SND.1 size=705604 2026-04-17T17:29:09.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.661+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=YM9KNBM27SND tag=1KP0HZ3OTXXO type=write size=2802756 2026-04-17T17:29:09.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.662+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~TOZOV1YGWYGC.0 size=1048576 2026-04-17T17:29:09.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.663+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~TOZOV1YGWYGC.1 size=533557 2026-04-17T17:29:09.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.664+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=TOZOV1YGWYGC tag=8HT4DQKCLH94 type=write size=2630709 2026-04-17T17:29:09.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.665+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~27ZSS9KE99CM.0 size=466882 2026-04-17T17:29:09.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.665+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=27ZSS9KE99CM tag=ULRTPYU37JJP type=write size=1515458 2026-04-17T17:29:09.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.666+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=QUSLFPUKQKIF type=del 2026-04-17T17:29:09.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.667+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~65BS3IW2FGEB.0 size=1048576 2026-04-17T17:29:09.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.668+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~65BS3IW2FGEB.1 size=461446 2026-04-17T17:29:09.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.668+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=65BS3IW2FGEB tag=V7OZ5BPJPPWZ type=write size=2558598 2026-04-17T17:29:09.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.669+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=643PN0N0AQ0Z type=del 2026-04-17T17:29:09.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.670+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=4UX5YGSSHV7S type=del size=3432944 2026-04-17T17:29:09.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.670+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.0 size=1048576 2026-04-17T17:29:09.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.671+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.1 size=1048576 2026-04-17T17:29:09.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.672+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~1KU7L0IXWBRP.2 size=338359 2026-04-17T17:29:09.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.674+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=1KU7L0IXWBRP tag=0PALGWA0XDON type=write size=3484087 2026-04-17T17:29:09.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.675+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=N4DKYJZA863L type=del size=3414886 2026-04-17T17:29:09.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.675+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~ZS6RQR5XCLJS.0 size=1048576 2026-04-17T17:29:09.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.676+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~ZS6RQR5XCLJS.1 size=547537 2026-04-17T17:29:09.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.677+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=ZS6RQR5XCLJS tag=NDBBEDDBCSS1 type=write size=2644689 2026-04-17T17:29:09.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.678+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=L017JO9M9JVN type=write size=721901 2026-04-17T17:29:09.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.680+0000 7f7c665b4880 1 < canceled operation key=XBC61NN04TV9 tag=N7AH2KS7BWOD type=del size=1836769 2026-04-17T17:29:09.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.680+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=N5J8NAXQGZDS type=del size=45042 2026-04-17T17:29:09.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.682+0000 7f7c665b4880 1 < suggested update operation key=WYW40XCSXKEX tag=5WEIZ419DZSY type=del size=3476 2026-04-17T17:29:09.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.683+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=UMAI9E6EDNB9 type=del size=1835732 2026-04-17T17:29:09.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.684+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=MJAEMAPLIRFK type=del 2026-04-17T17:29:09.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.685+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~D57YATDP66AK.0 size=1048576 2026-04-17T17:29:09.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.686+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~D57YATDP66AK.1 size=476671 2026-04-17T17:29:09.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.686+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=D57YATDP66AK tag=0NU08XRNP2KP type=write size=2573823 2026-04-17T17:29:09.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.687+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=5U1S25DJWNWU type=del 2026-04-17T17:29:09.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.687+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=S3MEUE0XOR4Q type=del size=1268712 2026-04-17T17:29:09.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.688+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=3YUJLRVLNNUL type=del 2026-04-17T17:29:09.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.689+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=IBG96OXWQOJS type=write size=419948 2026-04-17T17:29:09.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.690+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=MLU8T0NZZ90R type=del 2026-04-17T17:29:09.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.691+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=HFN0MIU0IBT4 type=del size=3482810 2026-04-17T17:29:09.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.692+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=S4MORYACDPLF type=del 2026-04-17T17:29:09.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.692+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=D7FF43Y9XDE1 type=del size=465258 2026-04-17T17:29:09.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.693+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=01UI1SAGJCXB type=del 2026-04-17T17:29:09.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.695+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.0 size=1048576 2026-04-17T17:29:09.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.695+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.1 size=1048576 2026-04-17T17:29:09.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.696+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.2 size=247769 2026-04-17T17:29:09.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.696+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=HF0QN4K7CYDP tag=NRCHK3TZM19V type=write size=3393497 2026-04-17T17:29:09.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.697+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.0 size=1048576 2026-04-17T17:29:09.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.698+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.1 size=1048576 2026-04-17T17:29:09.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.698+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~LJJ16400FS61.2 size=323523 2026-04-17T17:29:09.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.700+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=LJJ16400FS61 tag=1RY9Z1ZTHNTC type=write size=3469251 2026-04-17T17:29:09.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.701+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~NJDSQTKLOXEM.0 size=1048576 2026-04-17T17:29:09.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.702+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~NJDSQTKLOXEM.1 size=257414 2026-04-17T17:29:09.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.702+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=NJDSQTKLOXEM tag=7898VB6YOQC0 type=write size=2354566 2026-04-17T17:29:09.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.703+0000 7f7c665b4880 1 < completed write operation key=NU9ABT1YEXJP tag=RGROAOPZCJ1Q type=write size=575728 2026-04-17T17:29:09.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.705+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~AIEBOIHADA2L.0 size=410757 2026-04-17T17:29:09.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.705+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=AIEBOIHADA2L tag=3WFZ1929Q93Y type=write size=1459333 2026-04-17T17:29:09.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.706+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~YM9KNBM27SND.0 size=1048576 2026-04-17T17:29:09.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.706+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~YM9KNBM27SND.1 size=705604 2026-04-17T17:29:09.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.708+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=YM9KNBM27SND tag=1KP0HZ3OTXXO type=write size=2802756 2026-04-17T17:29:09.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.710+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.0 size=1048576 2026-04-17T17:29:09.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.711+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.1 size=1048576 2026-04-17T17:29:09.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.712+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.2 size=628480 2026-04-17T17:29:09.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.712+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=JWIVZ6SWLUI0 tag=CG3I7MNTMK5U type=write size=3774208 2026-04-17T17:29:09.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.712+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~27ZSS9KE99CM.0 size=466882 2026-04-17T17:29:09.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.713+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=27ZSS9KE99CM tag=ULRTPYU37JJP type=write size=1515458 2026-04-17T17:29:09.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.714+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=AO0GCOIRMY1L type=del size=2854502 2026-04-17T17:29:09.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.716+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~65BS3IW2FGEB.0 size=1048576 2026-04-17T17:29:09.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.716+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~65BS3IW2FGEB.1 size=461446 2026-04-17T17:29:09.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.718+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=65BS3IW2FGEB tag=V7OZ5BPJPPWZ type=write size=2558598 2026-04-17T17:29:09.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.719+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=QM2JN0UAT6AX type=del size=3537139 2026-04-17T17:29:09.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.720+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=4UX5YGSSHV7S type=del 2026-04-17T17:29:09.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.721+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=7SNPKIK91NTS type=del size=3657112 2026-04-17T17:29:09.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.722+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=N4DKYJZA863L type=del 2026-04-17T17:29:09.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.723+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=UMNHEQVWJMMW type=del size=2596694 2026-04-17T17:29:09.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.724+0000 7f7c665b4880 1 < completed write operation key=TI30PAI6L1CR tag=L017JO9M9JVN type=write size=721901 2026-04-17T17:29:09.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.725+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=XWK2GYO32BNE type=del size=2543230 2026-04-17T17:29:09.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.725+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=N5J8NAXQGZDS type=del size=45042 2026-04-17T17:29:09.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.727+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~2E0FNE7JGL3S.0 size=531718 2026-04-17T17:29:09.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.727+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=2E0FNE7JGL3S tag=H8629XC3WOYP type=write size=1580294 2026-04-17T17:29:09.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.728+0000 7f7c665b4880 1 < canceled operation key=Q45KTI620J8K tag=UMAI9E6EDNB9 type=del size=1835732 2026-04-17T17:29:09.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.729+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.0 size=1048576 2026-04-17T17:29:09.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.730+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.1 size=1048576 2026-04-17T17:29:09.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.731+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.2 size=89251 2026-04-17T17:29:09.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.731+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=SGKTLSFM8QQ0 tag=IMOKN5VPQ0ZL type=write size=3234979 2026-04-17T17:29:09.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.732+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~D57YATDP66AK.0 size=1048576 2026-04-17T17:29:09.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.732+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~D57YATDP66AK.1 size=476671 2026-04-17T17:29:09.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.734+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=D57YATDP66AK tag=0NU08XRNP2KP type=write size=2573823 2026-04-17T17:29:09.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.735+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=L5B9G1NADTZT type=del size=3225993 2026-04-17T17:29:09.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.736+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=S3MEUE0XOR4Q type=del 2026-04-17T17:29:09.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.737+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=MJ99ZE0Y0713 type=write size=346103 2026-04-17T17:29:09.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.739+0000 7f7c665b4880 1 < suggested update operation key=ZPRLHK1F89L2 tag=IBG96OXWQOJS type=write size=419948 2026-04-17T17:29:09.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.740+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=C8RYG1VWT5G0 type=del size=1938861 2026-04-17T17:29:09.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.741+0000 7f7c665b4880 1 < canceled operation key=TI30PAI6L1CR tag=HFN0MIU0IBT4 type=del size=3482810 2026-04-17T17:29:09.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.742+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~AXVG0VNEF4VD.0 size=929846 2026-04-17T17:29:09.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.742+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=AXVG0VNEF4VD tag=5NBBXBN7MOX0 type=write size=1978422 2026-04-17T17:29:09.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.744+0000 7f7c665b4880 1 < suggested remove operation key=TV0Y2WB5F1EK tag=D7FF43Y9XDE1 type=del 2026-04-17T17:29:09.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.746+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~JDTXN8P11VJZ.0 size=1048576 2026-04-17T17:29:09.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.747+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~JDTXN8P11VJZ.1 size=566281 2026-04-17T17:29:09.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.747+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=JDTXN8P11VJZ tag=HPRTP4N3SFVD type=write size=2663433 2026-04-17T17:29:09.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.747+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.0 size=1048576 2026-04-17T17:29:09.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.748+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.1 size=1048576 2026-04-17T17:29:09.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.749+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~HF0QN4K7CYDP.2 size=247769 2026-04-17T17:29:09.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.751+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=HF0QN4K7CYDP tag=NRCHK3TZM19V type=write size=3393497 2026-04-17T17:29:09.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.751+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=5WF3ZQXVBABC type=del size=660550 2026-04-17T17:29:09.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.752+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~NJDSQTKLOXEM.0 size=1048576 2026-04-17T17:29:09.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.753+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~NJDSQTKLOXEM.1 size=257414 2026-04-17T17:29:09.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.755+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=NJDSQTKLOXEM tag=7898VB6YOQC0 type=write size=2354566 2026-04-17T17:29:09.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.756+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=LACK67FOUJFA type=write size=635725 2026-04-17T17:29:09.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.756+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~AIEBOIHADA2L.0 size=410757 2026-04-17T17:29:09.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.759+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=AIEBOIHADA2L tag=3WFZ1929Q93Y type=write size=1459333 2026-04-17T17:29:09.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.760+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=JXAN67JTYVOR type=del size=2550619 2026-04-17T17:29:09.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.761+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.0 size=1048576 2026-04-17T17:29:09.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.762+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.1 size=1048576 2026-04-17T17:29:09.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.763+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~JWIVZ6SWLUI0.2 size=628480 2026-04-17T17:29:09.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.765+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=JWIVZ6SWLUI0 tag=CG3I7MNTMK5U type=write size=3774208 2026-04-17T17:29:09.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.766+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=VC7TJLGHRS4Z type=del size=1425358 2026-04-17T17:29:09.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.767+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=AO0GCOIRMY1L type=del 2026-04-17T17:29:09.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.768+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=B4SZP2ER2H3D type=del size=679042 2026-04-17T17:29:09.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.769+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=QM2JN0UAT6AX type=del 2026-04-17T17:29:09.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.770+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=HVCFH4BKECVK type=del size=1384055 2026-04-17T17:29:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.772+0000 7f7c665b4880 1 < suggested remove operation key=0GTGQ5P5Z4IJ tag=7SNPKIK91NTS type=del 2026-04-17T17:29:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.773+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=Y0QCGTK9AL8B type=write size=653115 2026-04-17T17:29:09.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.774+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=UMNHEQVWJMMW type=del 2026-04-17T17:29:09.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.775+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=IJN07HWRR0HN type=write size=864920 2026-04-17T17:29:09.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.776+0000 7f7c665b4880 1 < canceled operation key=XBC61NN04TV9 tag=XWK2GYO32BNE type=del size=2543230 2026-04-17T17:29:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.777+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=DIIGTKS53ZR9 type=del size=315191 2026-04-17T17:29:09.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.778+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~2E0FNE7JGL3S.0 size=531718 2026-04-17T17:29:09.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.779+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=2E0FNE7JGL3S tag=H8629XC3WOYP type=write size=1580294 2026-04-17T17:29:09.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.780+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=PC74HPVZMY6A type=write size=950026 2026-04-17T17:29:09.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.781+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.0 size=1048576 2026-04-17T17:29:09.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.782+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.1 size=1048576 2026-04-17T17:29:09.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.782+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SGKTLSFM8QQ0.2 size=89251 2026-04-17T17:29:09.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.784+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=SGKTLSFM8QQ0 tag=IMOKN5VPQ0ZL type=write size=3234979 2026-04-17T17:29:09.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.785+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=9UTSUQ7E528V type=write size=246519 2026-04-17T17:29:09.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.786+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=L5B9G1NADTZT type=del 2026-04-17T17:29:09.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.787+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=CSVISGVQZZ5W type=del size=699104 2026-04-17T17:29:09.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.788+0000 7f7c665b4880 1 < completed write operation key=FZ7AFUFE3V8I tag=MJ99ZE0Y0713 type=write size=346103 2026-04-17T17:29:09.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.790+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~57TAF63LUQXD.0 size=1048576 2026-04-17T17:29:09.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.790+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~57TAF63LUQXD.1 size=363243 2026-04-17T17:29:09.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.790+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=57TAF63LUQXD tag=1SFK94IF5BC6 type=write size=2460395 2026-04-17T17:29:09.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.791+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=C8RYG1VWT5G0 type=del 2026-04-17T17:29:09.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.792+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=YFIHH6SSB0X1 type=del size=2509931 2026-04-17T17:29:09.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.793+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~AXVG0VNEF4VD.0 size=929846 2026-04-17T17:29:09.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.795+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=AXVG0VNEF4VD tag=5NBBXBN7MOX0 type=write size=1978422 2026-04-17T17:29:09.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.797+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.0 size=1048576 2026-04-17T17:29:09.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.797+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.1 size=1048576 2026-04-17T17:29:09.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.798+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.2 size=560413 2026-04-17T17:29:09.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.798+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=5P7VH9LP4XUT tag=H1J4ABZ9GTTB type=write size=3706141 2026-04-17T17:29:09.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.799+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~JDTXN8P11VJZ.0 size=1048576 2026-04-17T17:29:09.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.800+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~JDTXN8P11VJZ.1 size=566281 2026-04-17T17:29:09.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.801+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=JDTXN8P11VJZ tag=HPRTP4N3SFVD type=write size=2663433 2026-04-17T17:29:09.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.802+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=EDK4HGAJLW20 type=del size=3986517 2026-04-17T17:29:09.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.804+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=5WF3ZQXVBABC type=del size=660550 2026-04-17T17:29:09.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.805+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=61GSO08DGX26 type=del size=3136669 2026-04-17T17:29:09.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.806+0000 7f7c665b4880 -1 < failed to complete operation key=0GTGQ5P5Z4IJ tag=LACK67FOUJFA type=write size=635725: (22) Invalid argument 2026-04-17T17:29:09.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.807+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=PH0BR8M11O48 type=del size=2210513 2026-04-17T17:29:09.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.808+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=JXAN67JTYVOR type=del 2026-04-17T17:29:09.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.809+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=MO8CPCE3C91T type=del size=3935012 2026-04-17T17:29:09.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.811+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=VC7TJLGHRS4Z type=del size=1425358 2026-04-17T17:29:09.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.812+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=V4LD5RKLTBN6 type=write size=846367 2026-04-17T17:29:09.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.813+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=B4SZP2ER2H3D type=del 2026-04-17T17:29:09.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.814+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=QP7HD3SL2ZZ8 type=del size=1149568 2026-04-17T17:29:09.818 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.815+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=HVCFH4BKECVK type=del 2026-04-17T17:29:09.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.816+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=WWJ7P2LNLD7K type=del size=3951336 2026-04-17T17:29:09.820 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.817+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=Y0QCGTK9AL8B type=write size=653115 2026-04-17T17:29:09.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.817+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=BGRO0WO57DRB type=del size=570061 2026-04-17T17:29:09.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.818+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=IJN07HWRR0HN type=write size=864920 2026-04-17T17:29:09.823 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.820+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=NOH7TPRGUQVD type=del size=3236105 2026-04-17T17:29:09.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.821+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=DIIGTKS53ZR9 type=del size=315191 2026-04-17T17:29:09.825 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.822+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=DZYDIBRVPKWK type=del size=1389408 2026-04-17T17:29:09.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.822+0000 7f7c665b4880 1 < completed write operation key=3PCOF6Z79E02 tag=PC74HPVZMY6A type=write size=950026 2026-04-17T17:29:09.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.824+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.0 size=1048576 2026-04-17T17:29:09.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.825+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.1 size=1048576 2026-04-17T17:29:09.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.826+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.2 size=661515 2026-04-17T17:29:09.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.826+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=J2Z2HXQL2ICZ tag=CJLM012CJX64 type=write size=3807243 2026-04-17T17:29:09.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.828+0000 7f7c665b4880 1 < suggested remove operation key=6A36KB48BU1Q tag=9UTSUQ7E528V type=write 2026-04-17T17:29:09.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.829+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=YOTRSYYHM6GO type=del size=186443 2026-04-17T17:29:09.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.830+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=CSVISGVQZZ5W type=del 2026-04-17T17:29:09.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.831+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~YAM85MC41NVR.0 size=248827 2026-04-17T17:29:09.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.831+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=YAM85MC41NVR tag=GOMJBLMAAUHV type=write size=1297403 2026-04-17T17:29:09.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.832+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~57TAF63LUQXD.0 size=1048576 2026-04-17T17:29:09.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.833+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~57TAF63LUQXD.1 size=363243 2026-04-17T17:29:09.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.834+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=57TAF63LUQXD tag=1SFK94IF5BC6 type=write size=2460395 2026-04-17T17:29:09.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.835+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=FLRC3L486VPS type=del size=1869277 2026-04-17T17:29:09.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.836+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=YFIHH6SSB0X1 type=del 2026-04-17T17:29:09.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.838+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.0 size=1048576 2026-04-17T17:29:09.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.839+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.1 size=1048576 2026-04-17T17:29:09.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.839+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.2 size=830912 2026-04-17T17:29:09.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.839+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=4OBW0K7SD5BP tag=WJ0ZIO674Q3G type=write size=3976640 2026-04-17T17:29:09.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.840+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.0 size=1048576 2026-04-17T17:29:09.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.841+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.1 size=1048576 2026-04-17T17:29:09.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.841+0000 7f7c665b4880 1 < canceled part key=_multipart_RSVTCQBMABG0.2~5P7VH9LP4XUT.2 size=560413 2026-04-17T17:29:09.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.843+0000 7f7c665b4880 1 < canceled multipart upload key=RSVTCQBMABG0 upload=5P7VH9LP4XUT tag=H1J4ABZ9GTTB type=write size=3706141 2026-04-17T17:29:09.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.844+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~54SJ4XCG3PDO.0 size=8266 2026-04-17T17:29:09.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.844+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=54SJ4XCG3PDO tag=L80QVWIGETB2 type=write size=1056842 2026-04-17T17:29:09.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.845+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=EDK4HGAJLW20 type=del 2026-04-17T17:29:09.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.846+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=JQ3HABUXY2F0 type=del size=1271376 2026-04-17T17:29:09.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.847+0000 7f7c665b4880 -1 < failed to complete operation key=X3LOYT9XHKPY tag=61GSO08DGX26 type=del size=3136669: (22) Invalid argument 2026-04-17T17:29:09.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.849+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.0 size=1048576 2026-04-17T17:29:09.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.850+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.1 size=1048576 2026-04-17T17:29:09.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.851+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.2 size=542633 2026-04-17T17:29:09.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.851+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=L8TCRP3X9IBP tag=I9KVEWVNPBY9 type=write size=3688361 2026-04-17T17:29:09.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.852+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=PH0BR8M11O48 type=del 2026-04-17T17:29:09.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.853+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~DROA2GQ3B1FY.0 size=1048576 2026-04-17T17:29:09.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.854+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~DROA2GQ3B1FY.1 size=114009 2026-04-17T17:29:09.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.854+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=DROA2GQ3B1FY tag=YQ1X9B1Q3CMR type=write size=2211161 2026-04-17T17:29:09.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.855+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=MO8CPCE3C91T type=del size=3935012 2026-04-17T17:29:09.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.856+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=I03H2KR00VFW type=del size=3270714 2026-04-17T17:29:09.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.857+0000 7f7c665b4880 1 < completed write operation key=TI30PAI6L1CR tag=V4LD5RKLTBN6 type=write size=846367 2026-04-17T17:29:09.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.858+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=NAA4853MR3Z6 type=del size=552069 2026-04-17T17:29:09.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.859+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=QP7HD3SL2ZZ8 type=del 2026-04-17T17:29:09.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.860+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=4PMEVQPGKFDO type=del size=754602 2026-04-17T17:29:09.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.861+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=WWJ7P2LNLD7K type=del 2026-04-17T17:29:09.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.862+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=DF4CG41UCZUM type=del size=2537966 2026-04-17T17:29:09.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.863+0000 7f7c665b4880 1 < canceled operation key=WI8M3P76704S tag=BGRO0WO57DRB type=del size=570061 2026-04-17T17:29:09.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.864+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=FC4I4O77SCO4 type=del size=833919 2026-04-17T17:29:09.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.864+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=NOH7TPRGUQVD type=del size=3236105 2026-04-17T17:29:09.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.865+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=OY3KBFC6QCJU type=del size=2916859 2026-04-17T17:29:09.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.866+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=DZYDIBRVPKWK type=del 2026-04-17T17:29:09.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.868+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~3TXK13X4TX0N.0 size=1048576 2026-04-17T17:29:09.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.869+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~3TXK13X4TX0N.1 size=177285 2026-04-17T17:29:09.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.869+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=3TXK13X4TX0N tag=IDQFAMD5WKD0 type=write size=2274437 2026-04-17T17:29:09.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.869+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.0 size=1048576 2026-04-17T17:29:09.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.870+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.1 size=1048576 2026-04-17T17:29:09.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.871+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~J2Z2HXQL2ICZ.2 size=661515 2026-04-17T17:29:09.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.872+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=J2Z2HXQL2ICZ tag=CJLM012CJX64 type=write size=3807243 2026-04-17T17:29:09.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.873+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=H6TY8WZX2SA4 type=del size=1293056 2026-04-17T17:29:09.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.875+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=YOTRSYYHM6GO type=del 2026-04-17T17:29:09.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.876+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.0 size=1048576 2026-04-17T17:29:09.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.877+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.1 size=1048576 2026-04-17T17:29:09.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.878+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.2 size=34437 2026-04-17T17:29:09.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.878+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=YFPMF1JJWV1R tag=69CQGSU9ZQ89 type=write size=3180165 2026-04-17T17:29:09.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.879+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~YAM85MC41NVR.0 size=248827 2026-04-17T17:29:09.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.881+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=YAM85MC41NVR tag=GOMJBLMAAUHV type=write size=1297403 2026-04-17T17:29:09.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.882+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.0 size=1048576 2026-04-17T17:29:09.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.883+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.1 size=1048576 2026-04-17T17:29:09.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.884+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.2 size=136856 2026-04-17T17:29:09.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.884+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=PO6XYA40MHE1 tag=JIDFTFUPPFS7 type=write size=3282584 2026-04-17T17:29:09.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.885+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=FLRC3L486VPS type=del 2026-04-17T17:29:09.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.886+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.0 size=1048576 2026-04-17T17:29:09.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.887+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.1 size=1048576 2026-04-17T17:29:09.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.888+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.2 size=189378 2026-04-17T17:29:09.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.888+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=WXRLGIO03A33 tag=541Z0TDS9RA9 type=write size=3335106 2026-04-17T17:29:09.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.888+0000 7f7c665b4880 1 < canceled part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.0 size=1048576 2026-04-17T17:29:09.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.889+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.1 size=1048576 2026-04-17T17:29:09.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.890+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~4OBW0K7SD5BP.2 size=830912 2026-04-17T17:29:09.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.892+0000 7f7c665b4880 1 < canceled multipart upload key=ZPRLHK1F89L2 upload=4OBW0K7SD5BP tag=WJ0ZIO674Q3G type=write size=3976640 2026-04-17T17:29:09.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.893+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.0 size=1048576 2026-04-17T17:29:09.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.894+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.1 size=1048576 2026-04-17T17:29:09.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.895+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.2 size=257990 2026-04-17T17:29:09.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.895+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=OKFY10WOUGUW tag=K3TO570SKGRP type=write size=3403718 2026-04-17T17:29:09.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.896+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~54SJ4XCG3PDO.0 size=8266 2026-04-17T17:29:09.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.897+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=54SJ4XCG3PDO tag=L80QVWIGETB2 type=write size=1056842 2026-04-17T17:29:09.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.899+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~ZPYDQIMTLGQL.0 size=665634 2026-04-17T17:29:09.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.899+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=ZPYDQIMTLGQL tag=U7Q51O2BFPYA type=write size=1714210 2026-04-17T17:29:09.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.900+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=JQ3HABUXY2F0 type=del 2026-04-17T17:29:09.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.901+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=ME8SEGTGJLFG type=del size=3002835 2026-04-17T17:29:09.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.902+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.0 size=1048576 2026-04-17T17:29:09.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.902+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.1 size=1048576 2026-04-17T17:29:09.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.903+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~L8TCRP3X9IBP.2 size=542633 2026-04-17T17:29:09.908 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.905+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=L8TCRP3X9IBP tag=I9KVEWVNPBY9 type=write size=3688361 2026-04-17T17:29:09.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.905+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=T5CDC3CUR0F8 type=del size=2798236 2026-04-17T17:29:09.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.906+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~DROA2GQ3B1FY.0 size=1048576 2026-04-17T17:29:09.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.906+0000 7f7c665b4880 1 < canceled part key=_multipart_I0JIPYOQZ7X4.2~DROA2GQ3B1FY.1 size=114009 2026-04-17T17:29:09.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.908+0000 7f7c665b4880 1 < canceled multipart upload key=I0JIPYOQZ7X4 upload=DROA2GQ3B1FY tag=YQ1X9B1Q3CMR type=write size=2211161 2026-04-17T17:29:09.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.909+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=F6EAJU3C2979 type=write size=662198 2026-04-17T17:29:09.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.910+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=I03H2KR00VFW type=del 2026-04-17T17:29:09.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.911+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CNVUOI7Y1JSN.0 size=802460 2026-04-17T17:29:09.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.911+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=CNVUOI7Y1JSN tag=F3H3G5LA1IV6 type=write size=1851036 2026-04-17T17:29:09.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.912+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=NAA4853MR3Z6 type=del 2026-04-17T17:29:09.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.913+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=WJ4BY6NA3XSM type=del size=3315857 2026-04-17T17:29:09.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.914+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=4PMEVQPGKFDO type=del size=754602 2026-04-17T17:29:09.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.915+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=GOJNUQV4KU5L type=write size=1004914 2026-04-17T17:29:09.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.916+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=DF4CG41UCZUM type=del 2026-04-17T17:29:09.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.917+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=T1UBMQO3GP89 type=write size=276284 2026-04-17T17:29:09.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.918+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=FC4I4O77SCO4 type=del 2026-04-17T17:29:09.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.919+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~PNYNKV373OHB.0 size=355230 2026-04-17T17:29:09.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.919+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=PNYNKV373OHB tag=TS9DAPN37AHX type=write size=1403806 2026-04-17T17:29:09.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.921+0000 7f7c665b4880 1 < suggested remove operation key=WXONWDD5IC4D tag=OY3KBFC6QCJU type=del 2026-04-17T17:29:09.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.922+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=121AAH98IF08 type=del size=3270321 2026-04-17T17:29:09.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.923+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~3TXK13X4TX0N.0 size=1048576 2026-04-17T17:29:09.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.924+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~3TXK13X4TX0N.1 size=177285 2026-04-17T17:29:09.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.925+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=3TXK13X4TX0N tag=IDQFAMD5WKD0 type=write size=2274437 2026-04-17T17:29:09.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.926+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=O9RV6LL3XUIB type=write size=5347 2026-04-17T17:29:09.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.927+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=H6TY8WZX2SA4 type=del 2026-04-17T17:29:09.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.928+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=7VQDWGOQT0DD type=del size=11005 2026-04-17T17:29:09.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.928+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.0 size=1048576 2026-04-17T17:29:09.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.929+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.1 size=1048576 2026-04-17T17:29:09.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.930+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~YFPMF1JJWV1R.2 size=34437 2026-04-17T17:29:09.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.932+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=YFPMF1JJWV1R tag=69CQGSU9ZQ89 type=write size=3180165 2026-04-17T17:29:09.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.932+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=HTDNR0QY32Y5 type=del size=685478 2026-04-17T17:29:09.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.933+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.0 size=1048576 2026-04-17T17:29:09.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.933+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.1 size=1048576 2026-04-17T17:29:09.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.934+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~PO6XYA40MHE1.2 size=136856 2026-04-17T17:29:09.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.936+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=PO6XYA40MHE1 tag=JIDFTFUPPFS7 type=write size=3282584 2026-04-17T17:29:09.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.937+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=RRW9Z4W5FP6I type=del size=3193057 2026-04-17T17:29:09.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.938+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.0 size=1048576 2026-04-17T17:29:09.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.939+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.1 size=1048576 2026-04-17T17:29:09.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.940+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~WXRLGIO03A33.2 size=189378 2026-04-17T17:29:09.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.941+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=WXRLGIO03A33 tag=541Z0TDS9RA9 type=write size=3335106 2026-04-17T17:29:09.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.943+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~7BT2LQL5GYXG.0 size=127308 2026-04-17T17:29:09.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.943+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=7BT2LQL5GYXG tag=BLOL5CJI4NAJ type=write size=1175884 2026-04-17T17:29:09.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.944+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.0 size=1048576 2026-04-17T17:29:09.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.944+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.1 size=1048576 2026-04-17T17:29:09.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.945+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OKFY10WOUGUW.2 size=257990 2026-04-17T17:29:09.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.947+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=OKFY10WOUGUW tag=K3TO570SKGRP type=write size=3403718 2026-04-17T17:29:09.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.948+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=YWT8W6S5WNY2 type=del size=3844170 2026-04-17T17:29:09.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.949+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~ZPYDQIMTLGQL.0 size=665634 2026-04-17T17:29:09.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.951+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=ZPYDQIMTLGQL tag=U7Q51O2BFPYA type=write size=1714210 2026-04-17T17:29:09.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.952+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=7E3P09W0VICA type=del size=1622026 2026-04-17T17:29:09.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.952+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=ME8SEGTGJLFG type=del 2026-04-17T17:29:09.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.953+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=31DWV3WIBDFG type=write size=404894 2026-04-17T17:29:09.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.955+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=T5CDC3CUR0F8 type=del 2026-04-17T17:29:09.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.956+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=16KYDWKJ326X type=del size=2008403 2026-04-17T17:29:09.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.958+0000 7f7c665b4880 1 < suggested update operation key=FZ7AFUFE3V8I tag=F6EAJU3C2979 type=write size=662198 2026-04-17T17:29:09.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.959+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=92GU3SLEK966 type=write size=988177 2026-04-17T17:29:09.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.960+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CNVUOI7Y1JSN.0 size=802460 2026-04-17T17:29:09.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.961+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=CNVUOI7Y1JSN tag=F3H3G5LA1IV6 type=write size=1851036 2026-04-17T17:29:09.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.962+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=VUTEPQWN5W7K type=del size=2719310 2026-04-17T17:29:09.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.964+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=WJ4BY6NA3XSM type=del 2026-04-17T17:29:09.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.965+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~MH8RC94PFZRW.0 size=1048576 2026-04-17T17:29:09.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.966+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~MH8RC94PFZRW.1 size=249877 2026-04-17T17:29:09.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.966+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=MH8RC94PFZRW tag=3ZH43ZVX6XH6 type=write size=2347029 2026-04-17T17:29:09.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.967+0000 7f7c665b4880 1 < completed write operation key=RWVQWJ0ZLZ9E tag=GOJNUQV4KU5L type=write size=1004914 2026-04-17T17:29:09.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.968+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=MX4LNG03WAOV type=del size=1402533 2026-04-17T17:29:09.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.969+0000 7f7c665b4880 1 < suggested update operation key=HUT2A3M2V4BF tag=T1UBMQO3GP89 type=write size=276284 2026-04-17T17:29:09.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.970+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=CUMTRCNKITES type=del size=1843479 2026-04-17T17:29:09.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.971+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~PNYNKV373OHB.0 size=355230 2026-04-17T17:29:09.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.973+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=PNYNKV373OHB tag=TS9DAPN37AHX type=write size=1403806 2026-04-17T17:29:09.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.974+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.0 size=1048576 2026-04-17T17:29:09.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.975+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.1 size=1048576 2026-04-17T17:29:09.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.976+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.2 size=754949 2026-04-17T17:29:09.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.976+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=IUBQKY04W23Q tag=4ZXDYSY3JO0Q type=write size=3900677 2026-04-17T17:29:09.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.976+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=121AAH98IF08 type=del 2026-04-17T17:29:09.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.978+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.0 size=1048576 2026-04-17T17:29:09.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.979+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.1 size=1048576 2026-04-17T17:29:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.980+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.2 size=255506 2026-04-17T17:29:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.980+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=CCBDEJHEAZGZ tag=0ZGBSFJGWLZR type=write size=3401234 2026-04-17T17:29:09.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.981+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=O9RV6LL3XUIB type=write size=5347 2026-04-17T17:29:09.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.982+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=CN7VGY9K2Z35 type=del size=438639 2026-04-17T17:29:09.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.983+0000 7f7c665b4880 1 < suggested remove operation key=3PCOF6Z79E02 tag=7VQDWGOQT0DD type=del 2026-04-17T17:29:09.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.984+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=A1AGQ7WW9J91 type=del size=2442905 2026-04-17T17:29:09.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.985+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=HTDNR0QY32Y5 type=del 2026-04-17T17:29:09.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.986+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=OBMUIQH640ZF type=write size=181462 2026-04-17T17:29:09.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.987+0000 7f7c665b4880 -1 < failed to complete operation key=NC1GI2H2H0YA tag=RRW9Z4W5FP6I type=del size=3193057: (22) Invalid argument 2026-04-17T17:29:09.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.988+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~3P5QDOTIZC17.0 size=947098 2026-04-17T17:29:09.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.988+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=3P5QDOTIZC17 tag=B8RF8UFPC1CK type=write size=1995674 2026-04-17T17:29:09.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.989+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~7BT2LQL5GYXG.0 size=127308 2026-04-17T17:29:09.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.991+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=7BT2LQL5GYXG tag=BLOL5CJI4NAJ type=write size=1175884 2026-04-17T17:29:09.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.992+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=6M6GZ4JEUBX7 type=del size=3825236 2026-04-17T17:29:09.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.994+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=YWT8W6S5WNY2 type=del size=3844170 2026-04-17T17:29:09.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.995+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=2ON8HNLGWA2M type=del size=2042652 2026-04-17T17:29:10.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.996+0000 7f7c665b4880 1 < suggested update operation key=UWOLL79ZRJ1B tag=7E3P09W0VICA type=del size=1622026 2026-04-17T17:29:10.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.997+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=NBK3SROBCGAO type=write size=854813 2026-04-17T17:29:10.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.998+0000 7f7c665b4880 1 < completed write operation key=0GTGQ5P5Z4IJ tag=31DWV3WIBDFG type=write size=404894 2026-04-17T17:29:10.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:09.999+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=ZMG6KZX72CB7 type=del size=2125474 2026-04-17T17:29:10.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.000+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=16KYDWKJ326X type=del 2026-04-17T17:29:10.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.002+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~E4YNOYLGSQHS.0 size=134626 2026-04-17T17:29:10.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.002+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=E4YNOYLGSQHS tag=23QOSF600DU1 type=write size=1183202 2026-04-17T17:29:10.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.003+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=92GU3SLEK966 type=write size=988177 2026-04-17T17:29:10.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.004+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=23MWRPVCMNMC type=del size=3910870 2026-04-17T17:29:10.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.005+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=VUTEPQWN5W7K type=del 2026-04-17T17:29:10.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.006+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~P5JFNSFZIALP.0 size=1048576 2026-04-17T17:29:10.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.007+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~P5JFNSFZIALP.1 size=431742 2026-04-17T17:29:10.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.007+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=P5JFNSFZIALP tag=YRE3X39XC5T6 type=write size=2528894 2026-04-17T17:29:10.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.008+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~MH8RC94PFZRW.0 size=1048576 2026-04-17T17:29:10.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.009+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~MH8RC94PFZRW.1 size=249877 2026-04-17T17:29:10.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.010+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=MH8RC94PFZRW tag=3ZH43ZVX6XH6 type=write size=2347029 2026-04-17T17:29:10.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.011+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=WB8PPJXSMDES type=write size=401734 2026-04-17T17:29:10.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.012+0000 7f7c665b4880 -1 < failed to complete operation key=X3LOYT9XHKPY tag=MX4LNG03WAOV type=del size=1402533: (22) Invalid argument 2026-04-17T17:29:10.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.014+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~YL7578WQHTXI.0 size=1048576 2026-04-17T17:29:10.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.015+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~YL7578WQHTXI.1 size=38484 2026-04-17T17:29:10.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.015+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=YL7578WQHTXI tag=2TLJHL8P5OED type=write size=2135636 2026-04-17T17:29:10.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.015+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=CUMTRCNKITES type=del 2026-04-17T17:29:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.016+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=LTC6WJ6DNW27 type=del size=11173 2026-04-17T17:29:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.017+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.0 size=1048576 2026-04-17T17:29:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.017+0000 7f7c665b4880 1 < canceled part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.1 size=1048576 2026-04-17T17:29:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.018+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~IUBQKY04W23Q.2 size=754949 2026-04-17T17:29:10.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.019+0000 7f7c665b4880 1 < canceled multipart upload key=PH6NQ0F9XPO8 upload=IUBQKY04W23Q tag=4ZXDYSY3JO0Q type=write size=3900677 2026-04-17T17:29:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.022+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~4RQM5IDFIH53.0 size=1048576 2026-04-17T17:29:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.022+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~4RQM5IDFIH53.1 size=372694 2026-04-17T17:29:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.022+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=4RQM5IDFIH53 tag=A5SGHLGH1DEA type=write size=2469846 2026-04-17T17:29:10.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.024+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.0 size=1048576 2026-04-17T17:29:10.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.024+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.1 size=1048576 2026-04-17T17:29:10.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.025+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~CCBDEJHEAZGZ.2 size=255506 2026-04-17T17:29:10.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.027+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=CCBDEJHEAZGZ tag=0ZGBSFJGWLZR type=write size=3401234 2026-04-17T17:29:10.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.028+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~RGURCK1WUP5Q.0 size=195224 2026-04-17T17:29:10.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.028+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=RGURCK1WUP5Q tag=IHJKZFLEVOP9 type=write size=1243800 2026-04-17T17:29:10.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.030+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=CN7VGY9K2Z35 type=del 2026-04-17T17:29:10.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.032+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~L0VQJ642J8CM.0 size=1048576 2026-04-17T17:29:10.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.032+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~L0VQJ642J8CM.1 size=698811 2026-04-17T17:29:10.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.032+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=L0VQJ642J8CM tag=0YLKT61JR3M1 type=write size=2795963 2026-04-17T17:29:10.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.033+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=A1AGQ7WW9J91 type=del 2026-04-17T17:29:10.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.034+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=LOC04T76NYP1 type=write size=220437 2026-04-17T17:29:10.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.035+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=OBMUIQH640ZF type=write size=181462 2026-04-17T17:29:10.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.037+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~J7LQ4WJEABDB.0 size=746599 2026-04-17T17:29:10.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.037+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=J7LQ4WJEABDB tag=26O3085Q35A2 type=write size=1795175 2026-04-17T17:29:10.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.038+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~3P5QDOTIZC17.0 size=947098 2026-04-17T17:29:10.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.039+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=3P5QDOTIZC17 tag=B8RF8UFPC1CK type=write size=1995674 2026-04-17T17:29:10.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.040+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=2WB2X8JC3MSU type=del size=1100462 2026-04-17T17:29:10.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.041+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=6M6GZ4JEUBX7 type=del size=3825236 2026-04-17T17:29:10.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.043+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~6NJVK0MX3D74.0 size=871914 2026-04-17T17:29:10.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.043+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=6NJVK0MX3D74 tag=41SKLGN3BJFR type=write size=1920490 2026-04-17T17:29:10.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.044+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=2ON8HNLGWA2M type=del 2026-04-17T17:29:10.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.045+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=R72N41AW4Y2A type=del size=109573 2026-04-17T17:29:10.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.047+0000 7f7c665b4880 1 < suggested remove operation key=3JZKUQBPV7NK tag=NBK3SROBCGAO type=write 2026-04-17T17:29:10.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.048+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=GXUCW8Z2XKDY type=del size=1034157 2026-04-17T17:29:10.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.048+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=ZMG6KZX72CB7 type=del 2026-04-17T17:29:10.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.050+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~8JD42ZGWGLKP.0 size=1048576 2026-04-17T17:29:10.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.051+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~8JD42ZGWGLKP.1 size=852569 2026-04-17T17:29:10.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.051+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=8JD42ZGWGLKP tag=154DSFJPD3RN type=write size=2949721 2026-04-17T17:29:10.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.052+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~E4YNOYLGSQHS.0 size=134626 2026-04-17T17:29:10.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.054+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=E4YNOYLGSQHS tag=23QOSF600DU1 type=write size=1183202 2026-04-17T17:29:10.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.055+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=VA1NLYEL2ARN type=del size=4142164 2026-04-17T17:29:10.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.056+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=23MWRPVCMNMC type=del 2026-04-17T17:29:10.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.057+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=BI5HX14UCDCP type=del size=2426037 2026-04-17T17:29:10.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.058+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~P5JFNSFZIALP.0 size=1048576 2026-04-17T17:29:10.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.059+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~P5JFNSFZIALP.1 size=431742 2026-04-17T17:29:10.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.061+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=P5JFNSFZIALP tag=YRE3X39XC5T6 type=write size=2528894 2026-04-17T17:29:10.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.062+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=K1DUNZUVKA2B type=del size=1102087 2026-04-17T17:29:10.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.063+0000 7f7c665b4880 1 < completed write operation key=RWVQWJ0ZLZ9E tag=WB8PPJXSMDES type=write size=401734 2026-04-17T17:29:10.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.064+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=5V2R3G4EBIPS type=del size=1583548 2026-04-17T17:29:10.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.064+0000 7f7c665b4880 1 < canceled part key=_multipart_3PCOF6Z79E02.2~YL7578WQHTXI.0 size=1048576 2026-04-17T17:29:10.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.065+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~YL7578WQHTXI.1 size=38484 2026-04-17T17:29:10.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.066+0000 7f7c665b4880 1 < canceled multipart upload key=3PCOF6Z79E02 upload=YL7578WQHTXI tag=2TLJHL8P5OED type=write size=2135636 2026-04-17T17:29:10.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.067+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=XLAE4JQUJA3C type=del size=2595847 2026-04-17T17:29:10.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.068+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=LTC6WJ6DNW27 type=del 2026-04-17T17:29:10.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.069+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=GJ6JXGSQ2HI2 type=del size=951301 2026-04-17T17:29:10.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.070+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~4RQM5IDFIH53.0 size=1048576 2026-04-17T17:29:10.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.071+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~4RQM5IDFIH53.1 size=372694 2026-04-17T17:29:10.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.072+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=4RQM5IDFIH53 tag=A5SGHLGH1DEA type=write size=2469846 2026-04-17T17:29:10.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.073+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=7VQE2K7ZE5IR type=write size=613918 2026-04-17T17:29:10.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.074+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~RGURCK1WUP5Q.0 size=195224 2026-04-17T17:29:10.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.076+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=RGURCK1WUP5Q tag=IHJKZFLEVOP9 type=write size=1243800 2026-04-17T17:29:10.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.077+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~K5OO2XBD34ZF.0 size=1048576 2026-04-17T17:29:10.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.078+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~K5OO2XBD34ZF.1 size=296274 2026-04-17T17:29:10.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.078+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=K5OO2XBD34ZF tag=21GYM8ENTJUZ type=write size=2393426 2026-04-17T17:29:10.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.079+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~L0VQJ642J8CM.0 size=1048576 2026-04-17T17:29:10.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.080+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~L0VQJ642J8CM.1 size=698811 2026-04-17T17:29:10.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.082+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=L0VQJ642J8CM tag=0YLKT61JR3M1 type=write size=2795963 2026-04-17T17:29:10.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.083+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~82E21XE2JRKE.0 size=669488 2026-04-17T17:29:10.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.083+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=82E21XE2JRKE tag=FD6WBMAM7Q3F type=write size=1718064 2026-04-17T17:29:10.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.084+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=LOC04T76NYP1 type=write size=220437 2026-04-17T17:29:10.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.085+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=QVUXQP3QKOV0 type=del size=402041 2026-04-17T17:29:10.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.086+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~J7LQ4WJEABDB.0 size=746599 2026-04-17T17:29:10.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.088+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=J7LQ4WJEABDB tag=26O3085Q35A2 type=write size=1795175 2026-04-17T17:29:10.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.090+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~A3J1COL52FBB.0 size=1048576 2026-04-17T17:29:10.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.091+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~A3J1COL52FBB.1 size=839031 2026-04-17T17:29:10.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.091+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=A3J1COL52FBB tag=R8KPD6QV15KX type=write size=2936183 2026-04-17T17:29:10.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.092+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=2WB2X8JC3MSU type=del 2026-04-17T17:29:10.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.093+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=KGQDY4GCC0RB type=del size=1223893 2026-04-17T17:29:10.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.094+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~6NJVK0MX3D74.0 size=871914 2026-04-17T17:29:10.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.095+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=6NJVK0MX3D74 tag=41SKLGN3BJFR type=write size=1920490 2026-04-17T17:29:10.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.096+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=BQ2F5LGA0E7L type=del size=1688282 2026-04-17T17:29:10.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.097+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=R72N41AW4Y2A type=del 2026-04-17T17:29:10.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.099+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~IC3RN124TDZU.0 size=919956 2026-04-17T17:29:10.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.099+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=IC3RN124TDZU tag=2UBA6DLA25GS type=write size=1968532 2026-04-17T17:29:10.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.100+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=GXUCW8Z2XKDY type=del 2026-04-17T17:29:10.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.102+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~RXCZKVFATJZX.0 size=1048576 2026-04-17T17:29:10.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.102+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~RXCZKVFATJZX.1 size=569784 2026-04-17T17:29:10.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.102+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=RXCZKVFATJZX tag=707P01Q97JWJ type=write size=2666936 2026-04-17T17:29:10.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.103+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~8JD42ZGWGLKP.0 size=1048576 2026-04-17T17:29:10.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.103+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~8JD42ZGWGLKP.1 size=852569 2026-04-17T17:29:10.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.105+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=8JD42ZGWGLKP tag=154DSFJPD3RN type=write size=2949721 2026-04-17T17:29:10.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.106+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.0 size=1048576 2026-04-17T17:29:10.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.107+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.1 size=1048576 2026-04-17T17:29:10.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.108+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.2 size=182138 2026-04-17T17:29:10.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.108+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=640KSQEC28VC tag=RK4F2C21HM0P type=write size=3327866 2026-04-17T17:29:10.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.109+0000 7f7c665b4880 1 < canceled operation key=LHY9D0JYTATK tag=VA1NLYEL2ARN type=del size=4142164 2026-04-17T17:29:10.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.110+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=BWO9MHI17HNU type=del size=3856490 2026-04-17T17:29:10.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.112+0000 7f7c665b4880 1 < suggested update operation key=WXONWDD5IC4D tag=BI5HX14UCDCP type=del size=2426037 2026-04-17T17:29:10.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.113+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=MTL065TY2CAV type=del size=2832949 2026-04-17T17:29:10.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.114+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=K1DUNZUVKA2B type=del 2026-04-17T17:29:10.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.115+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~S3WZJII586K0.0 size=1048576 2026-04-17T17:29:10.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.116+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~S3WZJII586K0.1 size=729974 2026-04-17T17:29:10.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.116+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=S3WZJII586K0 tag=RP9T9UWTU22F type=write size=2827126 2026-04-17T17:29:10.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.117+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=5V2R3G4EBIPS type=del 2026-04-17T17:29:10.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.117+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=2Z0B4DEQTQPG type=del size=452805 2026-04-17T17:29:10.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.118+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=XLAE4JQUJA3C type=del 2026-04-17T17:29:10.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.119+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=A5VPLC430X13 type=write size=857039 2026-04-17T17:29:10.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.120+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=GJ6JXGSQ2HI2 type=del 2026-04-17T17:29:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.121+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.0 size=1048576 2026-04-17T17:29:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.122+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.1 size=1048576 2026-04-17T17:29:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.123+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.2 size=964627 2026-04-17T17:29:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.123+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=XPQR0BVU85KO tag=PKSDJS2Y3LIQ type=write size=4110355 2026-04-17T17:29:10.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.124+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=7VQE2K7ZE5IR type=write size=613918 2026-04-17T17:29:10.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.124+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=8ED0JD5XBOXK type=del size=574564 2026-04-17T17:29:10.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.125+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~K5OO2XBD34ZF.0 size=1048576 2026-04-17T17:29:10.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.126+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~K5OO2XBD34ZF.1 size=296274 2026-04-17T17:29:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.127+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=K5OO2XBD34ZF tag=21GYM8ENTJUZ type=write size=2393426 2026-04-17T17:29:10.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.128+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=KXPUD3NQ4XY6 type=del size=2689966 2026-04-17T17:29:10.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.129+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~82E21XE2JRKE.0 size=669488 2026-04-17T17:29:10.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.130+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=82E21XE2JRKE tag=FD6WBMAM7Q3F type=write size=1718064 2026-04-17T17:29:10.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.132+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~8V74DRVAYTRW.0 size=1048576 2026-04-17T17:29:10.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.132+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~8V74DRVAYTRW.1 size=734906 2026-04-17T17:29:10.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.132+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=8V74DRVAYTRW tag=L7W43LLH74W2 type=write size=2832058 2026-04-17T17:29:10.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.134+0000 7f7c665b4880 1 < suggested update operation key=TV0Y2WB5F1EK tag=QVUXQP3QKOV0 type=del size=402041 2026-04-17T17:29:10.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.135+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.0 size=1048576 2026-04-17T17:29:10.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.136+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.1 size=1048576 2026-04-17T17:29:10.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.137+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.2 size=130258 2026-04-17T17:29:10.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.137+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=6BY4ZLUYDMRX tag=B8KMSM8EKZ7M type=write size=3275986 2026-04-17T17:29:10.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.138+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~A3J1COL52FBB.0 size=1048576 2026-04-17T17:29:10.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.138+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~A3J1COL52FBB.1 size=839031 2026-04-17T17:29:10.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.140+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=A3J1COL52FBB tag=R8KPD6QV15KX type=write size=2936183 2026-04-17T17:29:10.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.141+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=JF4O27I4BCIO type=del size=150438 2026-04-17T17:29:10.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.141+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=KGQDY4GCC0RB type=del 2026-04-17T17:29:10.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.142+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=3FLYRXYOH0JV type=del size=1859868 2026-04-17T17:29:10.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.144+0000 7f7c665b4880 1 < suggested update operation key=TI30PAI6L1CR tag=BQ2F5LGA0E7L type=del size=1688282 2026-04-17T17:29:10.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.145+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=QBWPH2Y1YB88 type=del size=2302160 2026-04-17T17:29:10.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.146+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~IC3RN124TDZU.0 size=919956 2026-04-17T17:29:10.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.147+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=IC3RN124TDZU tag=2UBA6DLA25GS type=write size=1968532 2026-04-17T17:29:10.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.148+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=HYJU2YPAIR86 type=write size=112475 2026-04-17T17:29:10.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.149+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~RXCZKVFATJZX.0 size=1048576 2026-04-17T17:29:10.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.150+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~RXCZKVFATJZX.1 size=569784 2026-04-17T17:29:10.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.152+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=RXCZKVFATJZX tag=707P01Q97JWJ type=write size=2666936 2026-04-17T17:29:10.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.153+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=ZO1S815SQGS5 type=del size=1221007 2026-04-17T17:29:10.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.154+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.0 size=1048576 2026-04-17T17:29:10.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.154+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.1 size=1048576 2026-04-17T17:29:10.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.155+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~640KSQEC28VC.2 size=182138 2026-04-17T17:29:10.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.157+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=640KSQEC28VC tag=RK4F2C21HM0P type=write size=3327866 2026-04-17T17:29:10.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.158+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=XRZSSD0MZ2HT type=write size=398394 2026-04-17T17:29:10.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.159+0000 7f7c665b4880 1 < suggested remove operation key=3PCOF6Z79E02 tag=BWO9MHI17HNU type=del 2026-04-17T17:29:10.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.160+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=K1YT2ZGGRDNC type=del size=2199476 2026-04-17T17:29:10.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.161+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=MTL065TY2CAV type=del 2026-04-17T17:29:10.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.162+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=GAPR1ODOQLOS type=del size=3180991 2026-04-17T17:29:10.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.163+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~S3WZJII586K0.0 size=1048576 2026-04-17T17:29:10.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.164+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~S3WZJII586K0.1 size=729974 2026-04-17T17:29:10.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.165+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=S3WZJII586K0 tag=RP9T9UWTU22F type=write size=2827126 2026-04-17T17:29:10.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.166+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=A177ROJM7QPP type=del size=2937270 2026-04-17T17:29:10.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.167+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=2Z0B4DEQTQPG type=del 2026-04-17T17:29:10.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.168+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=UMOP19FUIQQI type=del size=1691224 2026-04-17T17:29:10.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.169+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=A5VPLC430X13 type=write size=857039 2026-04-17T17:29:10.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.169+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=POPJQ3A6KM49 type=del size=3640219 2026-04-17T17:29:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.170+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.0 size=1048576 2026-04-17T17:29:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.171+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.1 size=1048576 2026-04-17T17:29:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.171+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~XPQR0BVU85KO.2 size=964627 2026-04-17T17:29:10.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.173+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=XPQR0BVU85KO tag=PKSDJS2Y3LIQ type=write size=4110355 2026-04-17T17:29:10.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.174+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.0 size=1048576 2026-04-17T17:29:10.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.175+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.1 size=1048576 2026-04-17T17:29:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.175+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.2 size=250576 2026-04-17T17:29:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.175+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=8G4POHFND0UG tag=4C2AWQFQQML3 type=write size=3396304 2026-04-17T17:29:10.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.176+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=8ED0JD5XBOXK type=del 2026-04-17T17:29:10.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.178+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~8NYRHZC6A2H4.0 size=1048576 2026-04-17T17:29:10.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.178+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~8NYRHZC6A2H4.1 size=78189 2026-04-17T17:29:10.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.178+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=8NYRHZC6A2H4 tag=RF15CKTGMDYS type=write size=2175341 2026-04-17T17:29:10.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.179+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=KXPUD3NQ4XY6 type=del 2026-04-17T17:29:10.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.181+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~EO6QVPSO1B3F.0 size=1048576 2026-04-17T17:29:10.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.181+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~EO6QVPSO1B3F.1 size=252887 2026-04-17T17:29:10.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.181+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=EO6QVPSO1B3F tag=GW8DR1A405IA type=write size=2350039 2026-04-17T17:29:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.182+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~8V74DRVAYTRW.0 size=1048576 2026-04-17T17:29:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.183+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~8V74DRVAYTRW.1 size=734906 2026-04-17T17:29:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.184+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=8V74DRVAYTRW tag=L7W43LLH74W2 type=write size=2832058 2026-04-17T17:29:10.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.185+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.0 size=1048576 2026-04-17T17:29:10.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.186+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.1 size=1048576 2026-04-17T17:29:10.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.188+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.2 size=925553 2026-04-17T17:29:10.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.188+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=U6SYB0NHMFER tag=OJYDF3AFX365 type=write size=4071281 2026-04-17T17:29:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.189+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.0 size=1048576 2026-04-17T17:29:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.189+0000 7f7c665b4880 1 < canceled part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.1 size=1048576 2026-04-17T17:29:10.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.189+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~6BY4ZLUYDMRX.2 size=130258 2026-04-17T17:29:10.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.191+0000 7f7c665b4880 1 < canceled multipart upload key=PH6NQ0F9XPO8 upload=6BY4ZLUYDMRX tag=B8KMSM8EKZ7M type=write size=3275986 2026-04-17T17:29:10.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.191+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=39GXN5U3SFH2 type=del size=2642710 2026-04-17T17:29:10.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.192+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=JF4O27I4BCIO type=del 2026-04-17T17:29:10.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.193+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=2H5LNXQNILJA type=del size=829738 2026-04-17T17:29:10.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.194+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=3FLYRXYOH0JV type=del 2026-04-17T17:29:10.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.195+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~QPNRB1H15NBW.0 size=517125 2026-04-17T17:29:10.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.195+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=QPNRB1H15NBW tag=L98BL60L84RA type=write size=1565701 2026-04-17T17:29:10.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.196+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=QBWPH2Y1YB88 type=del 2026-04-17T17:29:10.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.198+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~LCHDSLZC8I0N.0 size=1048576 2026-04-17T17:29:10.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.198+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~LCHDSLZC8I0N.1 size=710372 2026-04-17T17:29:10.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.198+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=LCHDSLZC8I0N tag=7GDL47DNN6DD type=write size=2807524 2026-04-17T17:29:10.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.199+0000 7f7c665b4880 1 < canceled operation key=FZ7AFUFE3V8I tag=HYJU2YPAIR86 type=write size=112475 2026-04-17T17:29:10.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.200+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=681K95YIZ3AG type=del size=1424281 2026-04-17T17:29:10.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.201+0000 7f7c665b4880 1 < canceled operation key=0GTGQ5P5Z4IJ tag=ZO1S815SQGS5 type=del size=1221007 2026-04-17T17:29:10.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.201+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=383YRUPJQNE6 type=del size=1207101 2026-04-17T17:29:10.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.202+0000 7f7c665b4880 1 < completed write operation key=6A36KB48BU1Q tag=XRZSSD0MZ2HT type=write size=398394 2026-04-17T17:29:10.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.204+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~EA6B9R3IZK83.0 size=926482 2026-04-17T17:29:10.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.204+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=EA6B9R3IZK83 tag=C43Q70YAPS3E type=write size=1975058 2026-04-17T17:29:10.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.204+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=K1YT2ZGGRDNC type=del 2026-04-17T17:29:10.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.206+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.0 size=1048576 2026-04-17T17:29:10.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.206+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.1 size=1048576 2026-04-17T17:29:10.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.207+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.2 size=732953 2026-04-17T17:29:10.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.207+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=D0H0WCF8W7F6 tag=MH6ZXE7JVNPL type=write size=3878681 2026-04-17T17:29:10.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.208+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=GAPR1ODOQLOS type=del 2026-04-17T17:29:10.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.209+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=1NFXKR2F51FQ type=del size=3521364 2026-04-17T17:29:10.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.210+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=A177ROJM7QPP type=del 2026-04-17T17:29:10.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.211+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=B9GBY9ZLR7IQ type=write size=529119 2026-04-17T17:29:10.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.212+0000 7f7c665b4880 1 < canceled operation key=WI8M3P76704S tag=UMOP19FUIQQI type=del size=1691224 2026-04-17T17:29:10.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.213+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~X8L5KVJRM0IN.0 size=1048576 2026-04-17T17:29:10.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.214+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~X8L5KVJRM0IN.1 size=740364 2026-04-17T17:29:10.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.214+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=X8L5KVJRM0IN tag=56FDQQJBB5MH type=write size=2837516 2026-04-17T17:29:10.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.215+0000 7f7c665b4880 1 < canceled operation key=ZPRLHK1F89L2 tag=POPJQ3A6KM49 type=del size=3640219 2026-04-17T17:29:10.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.217+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~3VS7RU8TTTFN.0 size=143172 2026-04-17T17:29:10.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.217+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=3VS7RU8TTTFN tag=U1RVVQTQNWNM type=write size=1191748 2026-04-17T17:29:10.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.218+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.0 size=1048576 2026-04-17T17:29:10.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.218+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.1 size=1048576 2026-04-17T17:29:10.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.219+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~8G4POHFND0UG.2 size=250576 2026-04-17T17:29:10.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.221+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=8G4POHFND0UG tag=4C2AWQFQQML3 type=write size=3396304 2026-04-17T17:29:10.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.222+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~L55IH16JM61W.0 size=1048576 2026-04-17T17:29:10.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.223+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~L55IH16JM61W.1 size=768049 2026-04-17T17:29:10.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.223+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=L55IH16JM61W tag=LXPSLQOYY0CW type=write size=2865201 2026-04-17T17:29:10.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.224+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~8NYRHZC6A2H4.0 size=1048576 2026-04-17T17:29:10.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.225+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~8NYRHZC6A2H4.1 size=78189 2026-04-17T17:29:10.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.226+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=8NYRHZC6A2H4 tag=RF15CKTGMDYS type=write size=2175341 2026-04-17T17:29:10.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.227+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=5BUO3WF48U8L type=del size=3681224 2026-04-17T17:29:10.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.228+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~EO6QVPSO1B3F.0 size=1048576 2026-04-17T17:29:10.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.229+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~EO6QVPSO1B3F.1 size=252887 2026-04-17T17:29:10.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.230+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=EO6QVPSO1B3F tag=GW8DR1A405IA type=write size=2350039 2026-04-17T17:29:10.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.232+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.0 size=1048576 2026-04-17T17:29:10.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.233+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.1 size=1048576 2026-04-17T17:29:10.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.233+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.2 size=143870 2026-04-17T17:29:10.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.233+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=YLW9VQHXQIJL tag=U9481VR7PTCC type=write size=3289598 2026-04-17T17:29:10.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.233+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.0 size=1048576 2026-04-17T17:29:10.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.234+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.1 size=1048576 2026-04-17T17:29:10.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.235+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~U6SYB0NHMFER.2 size=925553 2026-04-17T17:29:10.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.237+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=U6SYB0NHMFER tag=OJYDF3AFX365 type=write size=4071281 2026-04-17T17:29:10.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.238+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=TDLXV3MMKN2X type=del size=3030476 2026-04-17T17:29:10.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.238+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=39GXN5U3SFH2 type=del 2026-04-17T17:29:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.239+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=LJ7AITYDT2PU type=write size=438336 2026-04-17T17:29:10.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.240+0000 7f7c665b4880 1 < canceled operation key=UWOLL79ZRJ1B tag=2H5LNXQNILJA type=del size=829738 2026-04-17T17:29:10.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.241+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=KRWOVLHSH9DA type=del size=3929426 2026-04-17T17:29:10.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.242+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~QPNRB1H15NBW.0 size=517125 2026-04-17T17:29:10.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.244+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=QPNRB1H15NBW tag=L98BL60L84RA type=write size=1565701 2026-04-17T17:29:10.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.246+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~2BS7HZX3BTL1.0 size=6378 2026-04-17T17:29:10.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.246+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=2BS7HZX3BTL1 tag=DI7T407Z2F9Q type=write size=1054954 2026-04-17T17:29:10.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.246+0000 7f7c665b4880 1 < canceled part key=_multipart_UWOLL79ZRJ1B.2~LCHDSLZC8I0N.0 size=1048576 2026-04-17T17:29:10.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.247+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~LCHDSLZC8I0N.1 size=710372 2026-04-17T17:29:10.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.248+0000 7f7c665b4880 1 < canceled multipart upload key=UWOLL79ZRJ1B upload=LCHDSLZC8I0N tag=7GDL47DNN6DD type=write size=2807524 2026-04-17T17:29:10.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.249+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=BOE0Q61JKDQX type=write size=881659 2026-04-17T17:29:10.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.251+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=681K95YIZ3AG type=del 2026-04-17T17:29:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.252+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~QH7MYU2MB42U.0 size=1048576 2026-04-17T17:29:10.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.253+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~QH7MYU2MB42U.1 size=688337 2026-04-17T17:29:10.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.253+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=QH7MYU2MB42U tag=PKSY1RVOGCO8 type=write size=2785489 2026-04-17T17:29:10.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.254+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=383YRUPJQNE6 type=del 2026-04-17T17:29:10.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.255+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=YD8QVAM38P91 type=del size=2514022 2026-04-17T17:29:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.256+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~EA6B9R3IZK83.0 size=926482 2026-04-17T17:29:10.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.258+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=EA6B9R3IZK83 tag=C43Q70YAPS3E type=write size=1975058 2026-04-17T17:29:10.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.259+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=A7YQQ4MAVXI6 type=del size=2709521 2026-04-17T17:29:10.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.260+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.0 size=1048576 2026-04-17T17:29:10.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.261+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.1 size=1048576 2026-04-17T17:29:10.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.262+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~D0H0WCF8W7F6.2 size=732953 2026-04-17T17:29:10.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.263+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=D0H0WCF8W7F6 tag=MH6ZXE7JVNPL type=write size=3878681 2026-04-17T17:29:10.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.264+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=SHX8T3I6FVMF type=del size=139562 2026-04-17T17:29:10.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.266+0000 7f7c665b4880 1 < suggested update operation key=LHY9D0JYTATK tag=1NFXKR2F51FQ type=del size=3521364 2026-04-17T17:29:10.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.268+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~ZL1IWV4AHUWZ.0 size=800133 2026-04-17T17:29:10.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.268+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=ZL1IWV4AHUWZ tag=VP8ALB3Q7RLL type=write size=1848709 2026-04-17T17:29:10.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.269+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=B9GBY9ZLR7IQ type=write size=529119 2026-04-17T17:29:10.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.270+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=MGHK0BZOCAVG type=del size=1699245 2026-04-17T17:29:10.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.271+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~X8L5KVJRM0IN.0 size=1048576 2026-04-17T17:29:10.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.273+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~X8L5KVJRM0IN.1 size=740364 2026-04-17T17:29:10.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.275+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=X8L5KVJRM0IN tag=56FDQQJBB5MH type=write size=2837516 2026-04-17T17:29:10.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.276+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=FCO0QPHQL69G type=del size=309397 2026-04-17T17:29:10.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.276+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~3VS7RU8TTTFN.0 size=143172 2026-04-17T17:29:10.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.278+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=3VS7RU8TTTFN tag=U1RVVQTQNWNM type=write size=1191748 2026-04-17T17:29:10.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.280+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~CYLALURS1VAN.0 size=1048576 2026-04-17T17:29:10.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.281+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~CYLALURS1VAN.1 size=294034 2026-04-17T17:29:10.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.281+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=CYLALURS1VAN tag=HJ02IRUILUOX type=write size=2391186 2026-04-17T17:29:10.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.281+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~L55IH16JM61W.0 size=1048576 2026-04-17T17:29:10.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.282+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~L55IH16JM61W.1 size=768049 2026-04-17T17:29:10.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.284+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=L55IH16JM61W tag=LXPSLQOYY0CW type=write size=2865201 2026-04-17T17:29:10.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.284+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=YWKPGK256TWH type=del size=743543 2026-04-17T17:29:10.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.285+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=5BUO3WF48U8L type=del 2026-04-17T17:29:10.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.286+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=IWUO642SXZWR type=del size=3226856 2026-04-17T17:29:10.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.286+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.0 size=1048576 2026-04-17T17:29:10.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.287+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.1 size=1048576 2026-04-17T17:29:10.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.288+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~YLW9VQHXQIJL.2 size=143870 2026-04-17T17:29:10.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.290+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=YLW9VQHXQIJL tag=U9481VR7PTCC type=write size=3289598 2026-04-17T17:29:10.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.291+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~KXRRAAV50W09.0 size=650785 2026-04-17T17:29:10.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.291+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=KXRRAAV50W09 tag=TSRPPISJC9ZZ type=write size=1699361 2026-04-17T17:29:10.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.293+0000 7f7c665b4880 1 < suggested remove operation key=NU9ABT1YEXJP tag=TDLXV3MMKN2X type=del 2026-04-17T17:29:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.294+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.0 size=1048576 2026-04-17T17:29:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.295+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.1 size=1048576 2026-04-17T17:29:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.296+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.2 size=903855 2026-04-17T17:29:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.296+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=5ZVHFUWXKK3A tag=3U209GB06Q4V type=write size=4049583 2026-04-17T17:29:10.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.297+0000 7f7c665b4880 1 < completed write operation key=ZZT5E3KUYN42 tag=LJ7AITYDT2PU type=write size=438336 2026-04-17T17:29:10.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.298+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=5MY2T7YLWJH2 type=del size=1317828 2026-04-17T17:29:10.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.299+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=KRWOVLHSH9DA type=del 2026-04-17T17:29:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.300+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~NZ0DDFLH4PVI.0 size=1048576 2026-04-17T17:29:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.301+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~NZ0DDFLH4PVI.1 size=206606 2026-04-17T17:29:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.301+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=NZ0DDFLH4PVI tag=LEJGMSMO2GUS type=write size=2303758 2026-04-17T17:29:10.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.302+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~2BS7HZX3BTL1.0 size=6378 2026-04-17T17:29:10.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.303+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=2BS7HZX3BTL1 tag=DI7T407Z2F9Q type=write size=1054954 2026-04-17T17:29:10.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.304+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=6NR8YFZJ1S0R type=del size=673802 2026-04-17T17:29:10.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.305+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=BOE0Q61JKDQX type=write size=881659 2026-04-17T17:29:10.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.306+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=N3984DQL0SA0 type=del size=2460323 2026-04-17T17:29:10.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.307+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~QH7MYU2MB42U.0 size=1048576 2026-04-17T17:29:10.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.307+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~QH7MYU2MB42U.1 size=688337 2026-04-17T17:29:10.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.309+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=QH7MYU2MB42U tag=PKSY1RVOGCO8 type=write size=2785489 2026-04-17T17:29:10.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.310+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.0 size=1048576 2026-04-17T17:29:10.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.311+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.1 size=1048576 2026-04-17T17:29:10.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.312+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.2 size=652357 2026-04-17T17:29:10.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.312+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=N289GBNHO3CO tag=ZKQRMXBT76I6 type=write size=3798085 2026-04-17T17:29:10.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.313+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=YD8QVAM38P91 type=del 2026-04-17T17:29:10.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.314+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=U23M3PUZ61OA type=del size=3911549 2026-04-17T17:29:10.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.315+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=A7YQQ4MAVXI6 type=del 2026-04-17T17:29:10.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.315+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=HS1VED4M2BO5 type=del size=2438103 2026-04-17T17:29:10.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.316+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=SHX8T3I6FVMF type=del 2026-04-17T17:29:10.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.317+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=WMZ4MY858VLU type=write size=643766 2026-04-17T17:29:10.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.318+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~ZL1IWV4AHUWZ.0 size=800133 2026-04-17T17:29:10.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.320+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=ZL1IWV4AHUWZ tag=VP8ALB3Q7RLL type=write size=1848709 2026-04-17T17:29:10.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.321+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~Q3HS7NXHECL3.0 size=1002517 2026-04-17T17:29:10.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.321+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=Q3HS7NXHECL3 tag=ZGAZM54DJQNI type=write size=2051093 2026-04-17T17:29:10.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.322+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=MGHK0BZOCAVG type=del 2026-04-17T17:29:10.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.323+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=J346FPZM1VR4 type=write size=620972 2026-04-17T17:29:10.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.324+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=FCO0QPHQL69G type=del 2026-04-17T17:29:10.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.325+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=I65A951MBXIA type=del size=4072679 2026-04-17T17:29:10.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.326+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~CYLALURS1VAN.0 size=1048576 2026-04-17T17:29:10.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.327+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~CYLALURS1VAN.1 size=294034 2026-04-17T17:29:10.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.328+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=CYLALURS1VAN tag=HJ02IRUILUOX type=write size=2391186 2026-04-17T17:29:10.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.329+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=M6OTT91FWXM2 type=del size=2566947 2026-04-17T17:29:10.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.330+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=YWKPGK256TWH type=del 2026-04-17T17:29:10.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.331+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~X5FSCXT5NSKK.0 size=1048576 2026-04-17T17:29:10.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.332+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~X5FSCXT5NSKK.1 size=630055 2026-04-17T17:29:10.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.332+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=X5FSCXT5NSKK tag=PC6VRHXCICD0 type=write size=2727207 2026-04-17T17:29:10.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.333+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=IWUO642SXZWR type=del 2026-04-17T17:29:10.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.334+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=8UMTKVC23IUR type=del size=537264 2026-04-17T17:29:10.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.335+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~KXRRAAV50W09.0 size=650785 2026-04-17T17:29:10.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.336+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=KXRRAAV50W09 tag=TSRPPISJC9ZZ type=write size=1699361 2026-04-17T17:29:10.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.337+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=Y5NZD0GZP9WO type=del size=1827643 2026-04-17T17:29:10.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.338+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.0 size=1048576 2026-04-17T17:29:10.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.339+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.1 size=1048576 2026-04-17T17:29:10.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.340+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~5ZVHFUWXKK3A.2 size=903855 2026-04-17T17:29:10.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.342+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=5ZVHFUWXKK3A tag=3U209GB06Q4V type=write size=4049583 2026-04-17T17:29:10.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.343+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=1N41LYU595W7 type=del size=1170241 2026-04-17T17:29:10.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.345+0000 7f7c665b4880 1 < suggested update operation key=84B0Y790FRBF tag=5MY2T7YLWJH2 type=del size=1317828 2026-04-17T17:29:10.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.346+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=2RNAY9FAK8OA type=del size=1014458 2026-04-17T17:29:10.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.346+0000 7f7c665b4880 1 < canceled part key=_multipart_3JZKUQBPV7NK.2~NZ0DDFLH4PVI.0 size=1048576 2026-04-17T17:29:10.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.347+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~NZ0DDFLH4PVI.1 size=206606 2026-04-17T17:29:10.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.348+0000 7f7c665b4880 1 < canceled multipart upload key=3JZKUQBPV7NK upload=NZ0DDFLH4PVI tag=LEJGMSMO2GUS type=write size=2303758 2026-04-17T17:29:10.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.350+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LX2OGT9NADAL.0 size=497186 2026-04-17T17:29:10.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.350+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=LX2OGT9NADAL tag=PDY5KM7QPRB1 type=write size=1545762 2026-04-17T17:29:10.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.351+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=6NR8YFZJ1S0R type=del 2026-04-17T17:29:10.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.352+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=1E5XPVFHZ97H type=del size=4174633 2026-04-17T17:29:10.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.353+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=N3984DQL0SA0 type=del 2026-04-17T17:29:10.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.354+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.0 size=1048576 2026-04-17T17:29:10.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.355+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.1 size=1048576 2026-04-17T17:29:10.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.356+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.2 size=46630 2026-04-17T17:29:10.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.356+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=9P0S9BOS58FE tag=WB9EFK0OM681 type=write size=3192358 2026-04-17T17:29:10.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.357+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.0 size=1048576 2026-04-17T17:29:10.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.358+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.1 size=1048576 2026-04-17T17:29:10.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.358+0000 7f7c665b4880 1 < canceled part key=_multipart_RWVQWJ0ZLZ9E.2~N289GBNHO3CO.2 size=652357 2026-04-17T17:29:10.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.360+0000 7f7c665b4880 1 < canceled multipart upload key=RWVQWJ0ZLZ9E upload=N289GBNHO3CO tag=ZKQRMXBT76I6 type=write size=3798085 2026-04-17T17:29:10.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.361+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=3XFBDTY0YL4H type=del size=2096879 2026-04-17T17:29:10.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.362+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=U23M3PUZ61OA type=del 2026-04-17T17:29:10.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.363+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~0MB2SEXGIRF0.0 size=1048576 2026-04-17T17:29:10.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.364+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~0MB2SEXGIRF0.1 size=795859 2026-04-17T17:29:10.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.364+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=0MB2SEXGIRF0 tag=PVM2ZFA7J7SP type=write size=2893011 2026-04-17T17:29:10.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.365+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=HS1VED4M2BO5 type=del 2026-04-17T17:29:10.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.366+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=EHKHPQK6UZ8J type=del size=2152712 2026-04-17T17:29:10.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.367+0000 7f7c665b4880 1 < suggested remove operation key=HUT2A3M2V4BF tag=WMZ4MY858VLU type=write 2026-04-17T17:29:10.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.368+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=KU3GKOKH1B07 type=del size=2307541 2026-04-17T17:29:10.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.369+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~Q3HS7NXHECL3.0 size=1002517 2026-04-17T17:29:10.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.371+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=Q3HS7NXHECL3 tag=ZGAZM54DJQNI type=write size=2051093 2026-04-17T17:29:10.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.372+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=XOCXV2W9S26O type=del size=2941513 2026-04-17T17:29:10.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.373+0000 7f7c665b4880 -1 < failed to complete operation key=HUT2A3M2V4BF tag=J346FPZM1VR4 type=write size=620972: (22) Invalid argument 2026-04-17T17:29:10.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.375+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.0 size=1048576 2026-04-17T17:29:10.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.375+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.1 size=1048576 2026-04-17T17:29:10.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.376+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.2 size=210425 2026-04-17T17:29:10.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.376+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=B9DVFMYXO3G8 tag=7MV71JB6HCSL type=write size=3356153 2026-04-17T17:29:10.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.378+0000 7f7c665b4880 1 < suggested update operation key=84B0Y790FRBF tag=I65A951MBXIA type=del size=4072679 2026-04-17T17:29:10.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.379+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=O89FIN3OU3H9 type=del size=3893017 2026-04-17T17:29:10.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.380+0000 7f7c665b4880 1 < suggested remove operation key=8D06X54EXF53 tag=M6OTT91FWXM2 type=del 2026-04-17T17:29:10.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.381+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=B118XMW64QCW type=del size=1881685 2026-04-17T17:29:10.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.382+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~X5FSCXT5NSKK.0 size=1048576 2026-04-17T17:29:10.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.383+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~X5FSCXT5NSKK.1 size=630055 2026-04-17T17:29:10.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.384+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=X5FSCXT5NSKK tag=PC6VRHXCICD0 type=write size=2727207 2026-04-17T17:29:10.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.386+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~K8CN7RW9B44X.0 size=1048576 2026-04-17T17:29:10.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.387+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~K8CN7RW9B44X.1 size=587095 2026-04-17T17:29:10.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.387+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=K8CN7RW9B44X tag=45ZT7V2JR70H type=write size=2684247 2026-04-17T17:29:10.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.388+0000 7f7c665b4880 1 < canceled operation key=LHY9D0JYTATK tag=8UMTKVC23IUR type=del size=537264 2026-04-17T17:29:10.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.388+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=4J70QF6QGLJ1 type=del size=576613 2026-04-17T17:29:10.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.389+0000 7f7c665b4880 -1 < failed to complete operation key=8D06X54EXF53 tag=Y5NZD0GZP9WO type=del size=1827643: (22) Invalid argument 2026-04-17T17:29:10.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.391+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.0 size=1048576 2026-04-17T17:29:10.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.392+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.1 size=1048576 2026-04-17T17:29:10.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.392+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.2 size=673742 2026-04-17T17:29:10.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.392+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=0AOJR0WWKGF3 tag=BY3A2Q8ZY1VL type=write size=3819470 2026-04-17T17:29:10.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.394+0000 7f7c665b4880 1 < suggested update operation key=M01GP5SQE5GM tag=1N41LYU595W7 type=del size=1170241 2026-04-17T17:29:10.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.396+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.0 size=1048576 2026-04-17T17:29:10.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.396+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.1 size=1048576 2026-04-17T17:29:10.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.397+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.2 size=360541 2026-04-17T17:29:10.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.397+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=J11JXA560NF2 tag=B1FDX86D5CRU type=write size=3506269 2026-04-17T17:29:10.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.398+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=2RNAY9FAK8OA type=del 2026-04-17T17:29:10.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.399+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=TQIYB8M0AXNI type=del size=3577963 2026-04-17T17:29:10.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.400+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~LX2OGT9NADAL.0 size=497186 2026-04-17T17:29:10.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.401+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=LX2OGT9NADAL tag=PDY5KM7QPRB1 type=write size=1545762 2026-04-17T17:29:10.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.402+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=OZ685LHLD1CK type=del size=3511198 2026-04-17T17:29:10.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.404+0000 7f7c665b4880 1 < suggested remove operation key=X3LOYT9XHKPY tag=1E5XPVFHZ97H type=del 2026-04-17T17:29:10.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.404+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=UDG0VJH8EOKE type=write size=411263 2026-04-17T17:29:10.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.405+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.0 size=1048576 2026-04-17T17:29:10.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.406+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.1 size=1048576 2026-04-17T17:29:10.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.407+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~9P0S9BOS58FE.2 size=46630 2026-04-17T17:29:10.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.408+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=9P0S9BOS58FE tag=WB9EFK0OM681 type=write size=3192358 2026-04-17T17:29:10.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.409+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=HFR5OUC1GH62 type=write size=574134 2026-04-17T17:29:10.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.411+0000 7f7c665b4880 1 < suggested update operation key=84B0Y790FRBF tag=3XFBDTY0YL4H type=del size=2096879 2026-04-17T17:29:10.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.412+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.0 size=1048576 2026-04-17T17:29:10.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.413+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.1 size=1048576 2026-04-17T17:29:10.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.414+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.2 size=574000 2026-04-17T17:29:10.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.414+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=MLISCUH5E0AD tag=HY3ZR7IK22OX type=write size=3719728 2026-04-17T17:29:10.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.415+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~0MB2SEXGIRF0.0 size=1048576 2026-04-17T17:29:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.415+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~0MB2SEXGIRF0.1 size=795859 2026-04-17T17:29:10.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.417+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=0MB2SEXGIRF0 tag=PVM2ZFA7J7SP type=write size=2893011 2026-04-17T17:29:10.422 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.419+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~HJFH3HOME82G.0 size=488993 2026-04-17T17:29:10.422 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.419+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=HJFH3HOME82G tag=W7GXDLR810J3 type=write size=1537569 2026-04-17T17:29:10.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.421+0000 7f7c665b4880 1 < suggested update operation key=HUT2A3M2V4BF tag=EHKHPQK6UZ8J type=del size=2152712 2026-04-17T17:29:10.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.422+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=A1E5N5GP9FR3 type=write size=810208 2026-04-17T17:29:10.427 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.423+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=KU3GKOKH1B07 type=del 2026-04-17T17:29:10.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.425+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~1ONILG0VUEES.0 size=864385 2026-04-17T17:29:10.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.425+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=1ONILG0VUEES tag=96JILZTO8BEQ type=write size=1912961 2026-04-17T17:29:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.426+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=XOCXV2W9S26O type=del 2026-04-17T17:29:10.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.428+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.0 size=1048576 2026-04-17T17:29:10.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.428+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.1 size=1048576 2026-04-17T17:29:10.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.429+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.2 size=1046588 2026-04-17T17:29:10.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.429+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=VD80ELP0B0OI tag=QPZRYMVLPMLJ type=write size=4192316 2026-04-17T17:29:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.430+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.0 size=1048576 2026-04-17T17:29:10.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.431+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.1 size=1048576 2026-04-17T17:29:10.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.432+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~B9DVFMYXO3G8.2 size=210425 2026-04-17T17:29:10.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.434+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=B9DVFMYXO3G8 tag=7MV71JB6HCSL type=write size=3356153 2026-04-17T17:29:10.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.434+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=LSM2QFT5RRFY type=del size=2747179 2026-04-17T17:29:10.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.435+0000 7f7c665b4880 -1 < failed to complete operation key=84B0Y790FRBF tag=O89FIN3OU3H9 type=del size=3893017: (22) Invalid argument 2026-04-17T17:29:10.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.437+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.0 size=1048576 2026-04-17T17:29:10.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.438+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.1 size=1048576 2026-04-17T17:29:10.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.439+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.2 size=63062 2026-04-17T17:29:10.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.439+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=HWZL6Y9OT998 tag=2VUBCD3P04XV type=write size=3208790 2026-04-17T17:29:10.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.440+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=B118XMW64QCW type=del 2026-04-17T17:29:10.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.441+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=ZOYXESDTJTGG type=del size=846059 2026-04-17T17:29:10.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.443+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~K8CN7RW9B44X.0 size=1048576 2026-04-17T17:29:10.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.444+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~K8CN7RW9B44X.1 size=587095 2026-04-17T17:29:10.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.446+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=K8CN7RW9B44X tag=45ZT7V2JR70H type=write size=2684247 2026-04-17T17:29:10.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.447+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=2BA28JMHVLKR type=del size=609513 2026-04-17T17:29:10.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.448+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=4J70QF6QGLJ1 type=del 2026-04-17T17:29:10.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.448+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=PZEGY40Q8H79 type=del size=1969164 2026-04-17T17:29:10.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.449+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.0 size=1048576 2026-04-17T17:29:10.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.450+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.1 size=1048576 2026-04-17T17:29:10.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.451+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~0AOJR0WWKGF3.2 size=673742 2026-04-17T17:29:10.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.453+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=0AOJR0WWKGF3 tag=BY3A2Q8ZY1VL type=write size=3819470 2026-04-17T17:29:10.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.454+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~KV73R6TP8PKL.0 size=1048576 2026-04-17T17:29:10.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.456+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~KV73R6TP8PKL.1 size=790185 2026-04-17T17:29:10.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.456+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=KV73R6TP8PKL tag=O1T114X5WB89 type=write size=2887337 2026-04-17T17:29:10.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.457+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.0 size=1048576 2026-04-17T17:29:10.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.457+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.1 size=1048576 2026-04-17T17:29:10.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.458+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~J11JXA560NF2.2 size=360541 2026-04-17T17:29:10.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.460+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=J11JXA560NF2 tag=B1FDX86D5CRU type=write size=3506269 2026-04-17T17:29:10.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.460+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=HTCBZCBH5EEE type=del size=1707380 2026-04-17T17:29:10.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.462+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=TQIYB8M0AXNI type=del 2026-04-17T17:29:10.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.463+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=JY8HM5O3DPTN type=del size=2597987 2026-04-17T17:29:10.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.464+0000 7f7c665b4880 1 < canceled operation key=FZ7AFUFE3V8I tag=OZ685LHLD1CK type=del size=3511198 2026-04-17T17:29:10.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.465+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=HTWRBO0I3R6Y type=del size=1780468 2026-04-17T17:29:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.466+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=UDG0VJH8EOKE type=write size=411263 2026-04-17T17:29:10.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.467+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~49I614GRDZEJ.0 size=1048576 2026-04-17T17:29:10.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.468+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~49I614GRDZEJ.1 size=967043 2026-04-17T17:29:10.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.468+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=49I614GRDZEJ tag=YF5JGTO0J6DY type=write size=3064195 2026-04-17T17:29:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.469+0000 7f7c665b4880 -1 < failed to complete operation key=HUT2A3M2V4BF tag=HFR5OUC1GH62 type=write size=574134: (22) Invalid argument 2026-04-17T17:29:10.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.470+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~A3QRLH7KXYIG.0 size=1048576 2026-04-17T17:29:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.471+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~A3QRLH7KXYIG.1 size=868747 2026-04-17T17:29:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.471+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=A3QRLH7KXYIG tag=VYHQ0URE5AF7 type=write size=2965899 2026-04-17T17:29:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.472+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.0 size=1048576 2026-04-17T17:29:10.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.472+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.1 size=1048576 2026-04-17T17:29:10.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.473+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~MLISCUH5E0AD.2 size=574000 2026-04-17T17:29:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.474+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=MLISCUH5E0AD tag=HY3ZR7IK22OX type=write size=3719728 2026-04-17T17:29:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.475+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=NWQGEV1ZWE39 type=write size=186668 2026-04-17T17:29:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.476+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~HJFH3HOME82G.0 size=488993 2026-04-17T17:29:10.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.477+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=HJFH3HOME82G tag=W7GXDLR810J3 type=write size=1537569 2026-04-17T17:29:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.478+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=V4NXNCPI2CH6 type=del size=2208027 2026-04-17T17:29:10.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.479+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=A1E5N5GP9FR3 type=write size=810208 2026-04-17T17:29:10.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.481+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~9GX4WXSMC97D.0 size=1048576 2026-04-17T17:29:10.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.481+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~9GX4WXSMC97D.1 size=672414 2026-04-17T17:29:10.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.481+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=9GX4WXSMC97D tag=MSKHMNW99YDW type=write size=2769566 2026-04-17T17:29:10.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.482+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~1ONILG0VUEES.0 size=864385 2026-04-17T17:29:10.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.484+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=1ONILG0VUEES tag=96JILZTO8BEQ type=write size=1912961 2026-04-17T17:29:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.485+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=LZ74OPM9BACD type=write size=231384 2026-04-17T17:29:10.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.485+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.0 size=1048576 2026-04-17T17:29:10.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.486+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.1 size=1048576 2026-04-17T17:29:10.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.487+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~VD80ELP0B0OI.2 size=1046588 2026-04-17T17:29:10.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.488+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=VD80ELP0B0OI tag=QPZRYMVLPMLJ type=write size=4192316 2026-04-17T17:29:10.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.489+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=HM90P249AOS1 type=del size=1280039 2026-04-17T17:29:10.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.490+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=LSM2QFT5RRFY type=del 2026-04-17T17:29:10.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.491+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=PST05KY09O12 type=write size=336663 2026-04-17T17:29:10.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.492+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.0 size=1048576 2026-04-17T17:29:10.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.493+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.1 size=1048576 2026-04-17T17:29:10.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.494+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~HWZL6Y9OT998.2 size=63062 2026-04-17T17:29:10.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.495+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=HWZL6Y9OT998 tag=2VUBCD3P04XV type=write size=3208790 2026-04-17T17:29:10.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.496+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=5XSERSPXAC1M type=del size=1588087 2026-04-17T17:29:10.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.498+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=ZOYXESDTJTGG type=del size=846059 2026-04-17T17:29:10.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.498+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=E4IZCBF7FMC5 type=del size=2756500 2026-04-17T17:29:10.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.499+0000 7f7c665b4880 -1 < failed to complete operation key=UWOLL79ZRJ1B tag=2BA28JMHVLKR type=del size=609513: (22) Invalid argument 2026-04-17T17:29:10.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.501+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M5WLC7DPXEH0.0 size=1048576 2026-04-17T17:29:10.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.501+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M5WLC7DPXEH0.1 size=100617 2026-04-17T17:29:10.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.501+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=M5WLC7DPXEH0 tag=HOY9IQAM9BN7 type=write size=2197769 2026-04-17T17:29:10.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.502+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=PZEGY40Q8H79 type=del 2026-04-17T17:29:10.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.503+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=Q191MHHHP4RR type=write size=28665 2026-04-17T17:29:10.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.504+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~KV73R6TP8PKL.0 size=1048576 2026-04-17T17:29:10.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.504+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~KV73R6TP8PKL.1 size=790185 2026-04-17T17:29:10.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.506+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=KV73R6TP8PKL tag=O1T114X5WB89 type=write size=2887337 2026-04-17T17:29:10.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.506+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=ECQI1XO79RJA type=del size=712052 2026-04-17T17:29:10.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.507+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=HTCBZCBH5EEE type=del 2026-04-17T17:29:10.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.508+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=2BIB25ZHCGQ0 type=del size=3271106 2026-04-17T17:29:10.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.509+0000 7f7c665b4880 1 < canceled operation key=ZPRLHK1F89L2 tag=JY8HM5O3DPTN type=del size=2597987 2026-04-17T17:29:10.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.510+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=NWMMAEQNFLOG type=del size=2756090 2026-04-17T17:29:10.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.510+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=HTWRBO0I3R6Y type=del 2026-04-17T17:29:10.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.511+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=0NXI81GC34QB type=del size=557195 2026-04-17T17:29:10.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.512+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~49I614GRDZEJ.0 size=1048576 2026-04-17T17:29:10.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.512+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~49I614GRDZEJ.1 size=967043 2026-04-17T17:29:10.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.514+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=49I614GRDZEJ tag=YF5JGTO0J6DY type=write size=3064195 2026-04-17T17:29:10.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.514+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=P6LTE4SMMRTO type=del size=811781 2026-04-17T17:29:10.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.515+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~A3QRLH7KXYIG.0 size=1048576 2026-04-17T17:29:10.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.516+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~A3QRLH7KXYIG.1 size=868747 2026-04-17T17:29:10.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.517+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=A3QRLH7KXYIG tag=VYHQ0URE5AF7 type=write size=2965899 2026-04-17T17:29:10.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.518+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=WREMMRMAY39R type=del size=340647 2026-04-17T17:29:10.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.519+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=NWQGEV1ZWE39 type=write size=186668 2026-04-17T17:29:10.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.519+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=3X7P6D4VVBJX type=del size=3281784 2026-04-17T17:29:10.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.520+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=V4NXNCPI2CH6 type=del 2026-04-17T17:29:10.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.521+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=BD6J71L6PDFP type=write size=486929 2026-04-17T17:29:10.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.523+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~9GX4WXSMC97D.0 size=1048576 2026-04-17T17:29:10.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.523+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~9GX4WXSMC97D.1 size=672414 2026-04-17T17:29:10.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.525+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=9GX4WXSMC97D tag=MSKHMNW99YDW type=write size=2769566 2026-04-17T17:29:10.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.526+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.0 size=1048576 2026-04-17T17:29:10.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.527+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.1 size=1048576 2026-04-17T17:29:10.531 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.527+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.2 size=295681 2026-04-17T17:29:10.531 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.527+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=3IJ3EEN77Q7P tag=Y244CIZVHQ06 type=write size=3441409 2026-04-17T17:29:10.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.529+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=LZ74OPM9BACD type=write size=231384 2026-04-17T17:29:10.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.530+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~90D55WL6UV1D.0 size=1013027 2026-04-17T17:29:10.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.530+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=90D55WL6UV1D tag=IICSWO98F7QG type=write size=2061603 2026-04-17T17:29:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.531+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=HM90P249AOS1 type=del 2026-04-17T17:29:10.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.533+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.0 size=1048576 2026-04-17T17:29:10.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.533+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.1 size=1048576 2026-04-17T17:29:10.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.534+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.2 size=96761 2026-04-17T17:29:10.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.534+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=8HG0UW51LP1L tag=MCRZJ3X6CSSY type=write size=3242489 2026-04-17T17:29:10.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.535+0000 7f7c665b4880 1 < completed write operation key=RWVQWJ0ZLZ9E tag=PST05KY09O12 type=write size=336663 2026-04-17T17:29:10.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.535+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=OOLECZY58X4G type=del size=3639673 2026-04-17T17:29:10.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.536+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=5XSERSPXAC1M type=del size=1588087 2026-04-17T17:29:10.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.538+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~NKM475IVDLG4.0 size=1048576 2026-04-17T17:29:10.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.538+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~NKM475IVDLG4.1 size=990979 2026-04-17T17:29:10.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.538+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=NKM475IVDLG4 tag=LUDXXJ1YB5HJ type=write size=3088131 2026-04-17T17:29:10.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.540+0000 7f7c665b4880 1 < suggested remove operation key=HUT2A3M2V4BF tag=E4IZCBF7FMC5 type=del 2026-04-17T17:29:10.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.542+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~G6VCUHGGEPB6.0 size=1048576 2026-04-17T17:29:10.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.542+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~G6VCUHGGEPB6.1 size=544123 2026-04-17T17:29:10.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.542+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=G6VCUHGGEPB6 tag=PXI8YMOEE1T7 type=write size=2641275 2026-04-17T17:29:10.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.543+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M5WLC7DPXEH0.0 size=1048576 2026-04-17T17:29:10.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.544+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M5WLC7DPXEH0.1 size=100617 2026-04-17T17:29:10.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.545+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=M5WLC7DPXEH0 tag=HOY9IQAM9BN7 type=write size=2197769 2026-04-17T17:29:10.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.546+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=RU0O5PIEDDXN type=del size=3102970 2026-04-17T17:29:10.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.547+0000 7f7c665b4880 1 < completed write operation key=P7G15WELI0JZ tag=Q191MHHHP4RR type=write size=28665 2026-04-17T17:29:10.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.547+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=H4ZC5GGSPKDZ type=del size=1412215 2026-04-17T17:29:10.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.548+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=ECQI1XO79RJA type=del 2026-04-17T17:29:10.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.549+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=XMBJ723YA02D type=del size=2421197 2026-04-17T17:29:10.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.549+0000 7f7c665b4880 1 < canceled operation key=TV0Y2WB5F1EK tag=2BIB25ZHCGQ0 type=del size=3271106 2026-04-17T17:29:10.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.550+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=S75UJ00A9H4K type=write size=297528 2026-04-17T17:29:10.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.551+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=NWMMAEQNFLOG type=del 2026-04-17T17:29:10.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.553+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.0 size=1048576 2026-04-17T17:29:10.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.553+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.1 size=1048576 2026-04-17T17:29:10.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.554+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.2 size=992317 2026-04-17T17:29:10.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.554+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=4IUZ4WKP0NSP tag=WTG8ZS4LM86K type=write size=4138045 2026-04-17T17:29:10.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.555+0000 7f7c665b4880 1 < suggested update operation key=PH6NQ0F9XPO8 tag=0NXI81GC34QB type=del size=557195 2026-04-17T17:29:10.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.556+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=ZIFTEILQJWEJ type=del size=2926809 2026-04-17T17:29:10.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.558+0000 7f7c665b4880 1 < suggested update operation key=OCKF8K37F4KO tag=P6LTE4SMMRTO type=del size=811781 2026-04-17T17:29:10.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.559+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~I0KLY5PP5Y38.0 size=377983 2026-04-17T17:29:10.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.559+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=I0KLY5PP5Y38 tag=ZKME8BLCJK9V type=write size=1426559 2026-04-17T17:29:10.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.561+0000 7f7c665b4880 1 < suggested update operation key=PH6NQ0F9XPO8 tag=WREMMRMAY39R type=del size=340647 2026-04-17T17:29:10.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.562+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=LDWY1ES4H6IY type=del size=4156169 2026-04-17T17:29:10.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.563+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=3X7P6D4VVBJX type=del 2026-04-17T17:29:10.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.564+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.0 size=1048576 2026-04-17T17:29:10.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.565+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.1 size=1048576 2026-04-17T17:29:10.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.566+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.2 size=292579 2026-04-17T17:29:10.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.566+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=1MUU6DKXK603 tag=PBJR0PFJIBQC type=write size=3438307 2026-04-17T17:29:10.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.566+0000 7f7c665b4880 -1 < failed to complete operation key=PH6NQ0F9XPO8 tag=BD6J71L6PDFP type=write size=486929: (22) Invalid argument 2026-04-17T17:29:10.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.568+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~CCWQM24ZI874.0 size=1048576 2026-04-17T17:29:10.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.568+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~CCWQM24ZI874.1 size=278160 2026-04-17T17:29:10.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.568+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=CCWQM24ZI874 tag=2XX9ZCOYUB0A type=write size=2375312 2026-04-17T17:29:10.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.569+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.0 size=1048576 2026-04-17T17:29:10.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.569+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.1 size=1048576 2026-04-17T17:29:10.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.570+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~3IJ3EEN77Q7P.2 size=295681 2026-04-17T17:29:10.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.571+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=3IJ3EEN77Q7P tag=Y244CIZVHQ06 type=write size=3441409 2026-04-17T17:29:10.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.572+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=9BS3A6V4LP2M type=del size=2663083 2026-04-17T17:29:10.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.573+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~90D55WL6UV1D.0 size=1013027 2026-04-17T17:29:10.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.574+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=90D55WL6UV1D tag=IICSWO98F7QG type=write size=2061603 2026-04-17T17:29:10.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.576+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~5CTFAY91XW0K.0 size=710752 2026-04-17T17:29:10.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.576+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=5CTFAY91XW0K tag=G8RHWC49AF6S type=write size=1759328 2026-04-17T17:29:10.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.576+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.0 size=1048576 2026-04-17T17:29:10.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.577+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.1 size=1048576 2026-04-17T17:29:10.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.577+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~8HG0UW51LP1L.2 size=96761 2026-04-17T17:29:10.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.579+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=8HG0UW51LP1L tag=MCRZJ3X6CSSY type=write size=3242489 2026-04-17T17:29:10.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.580+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=JIK334ZS09DV type=del size=46128 2026-04-17T17:29:10.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.581+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=OOLECZY58X4G type=del 2026-04-17T17:29:10.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.581+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=RKCBJPVJRHKF type=del size=1690073 2026-04-17T17:29:10.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.582+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~NKM475IVDLG4.0 size=1048576 2026-04-17T17:29:10.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.582+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~NKM475IVDLG4.1 size=990979 2026-04-17T17:29:10.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.584+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=NKM475IVDLG4 tag=LUDXXJ1YB5HJ type=write size=3088131 2026-04-17T17:29:10.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.585+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=7M4NXSZQEWWD type=del size=4015282 2026-04-17T17:29:10.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.585+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~G6VCUHGGEPB6.0 size=1048576 2026-04-17T17:29:10.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.586+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~G6VCUHGGEPB6.1 size=544123 2026-04-17T17:29:10.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.588+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=G6VCUHGGEPB6 tag=PXI8YMOEE1T7 type=write size=2641275 2026-04-17T17:29:10.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.589+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~HQ3UEF7ZIMVT.0 size=1048576 2026-04-17T17:29:10.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.590+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~HQ3UEF7ZIMVT.1 size=381332 2026-04-17T17:29:10.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.590+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=HQ3UEF7ZIMVT tag=YY7PH1MC3DJP type=write size=2478484 2026-04-17T17:29:10.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.592+0000 7f7c665b4880 1 < suggested update operation key=UWOLL79ZRJ1B tag=RU0O5PIEDDXN type=del size=3102970 2026-04-17T17:29:10.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.593+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~QT1Y7L0D2GLU.0 size=473242 2026-04-17T17:29:10.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.593+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=QT1Y7L0D2GLU tag=YH1L2YQT2J0B type=write size=1521818 2026-04-17T17:29:10.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.595+0000 7f7c665b4880 1 < suggested update operation key=RSVTCQBMABG0 tag=H4ZC5GGSPKDZ type=del size=1412215 2026-04-17T17:29:10.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.596+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~YLO0WIX6K99O.0 size=667407 2026-04-17T17:29:10.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.596+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=YLO0WIX6K99O tag=9NVNIKJ88KTR type=write size=1715983 2026-04-17T17:29:10.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.597+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=XMBJ723YA02D type=del 2026-04-17T17:29:10.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.599+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=I1CEK8RVM1HR type=write size=713993 2026-04-17T17:29:10.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.600+0000 7f7c665b4880 -1 < failed to complete operation key=UWOLL79ZRJ1B tag=S75UJ00A9H4K type=write size=297528: (22) Invalid argument 2026-04-17T17:29:10.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.601+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=73O8OODJ5UZM type=write size=887439 2026-04-17T17:29:10.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.602+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.0 size=1048576 2026-04-17T17:29:10.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.602+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.1 size=1048576 2026-04-17T17:29:10.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.603+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~4IUZ4WKP0NSP.2 size=992317 2026-04-17T17:29:10.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.604+0000 7f7c665b4880 1 < canceled multipart upload key=P7G15WELI0JZ upload=4IUZ4WKP0NSP tag=WTG8ZS4LM86K type=write size=4138045 2026-04-17T17:29:10.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.606+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~VYUVK1C2HDL4.0 size=1048576 2026-04-17T17:29:10.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.606+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~VYUVK1C2HDL4.1 size=437577 2026-04-17T17:29:10.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.606+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=VYUVK1C2HDL4 tag=SWVKIJFP0LHQ type=write size=2534729 2026-04-17T17:29:10.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.607+0000 7f7c665b4880 1 < canceled operation key=TI30PAI6L1CR tag=ZIFTEILQJWEJ type=del size=2926809 2026-04-17T17:29:10.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.608+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.0 size=1048576 2026-04-17T17:29:10.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.609+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.1 size=1048576 2026-04-17T17:29:10.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.610+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.2 size=205911 2026-04-17T17:29:10.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.610+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=TLVUFQPQIYBH tag=LQ3B4KSB9ICZ type=write size=3351639 2026-04-17T17:29:10.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.610+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~I0KLY5PP5Y38.0 size=377983 2026-04-17T17:29:10.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.612+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=I0KLY5PP5Y38 tag=ZKME8BLCJK9V type=write size=1426559 2026-04-17T17:29:10.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.613+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.0 size=1048576 2026-04-17T17:29:10.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.614+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.1 size=1048576 2026-04-17T17:29:10.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.615+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.2 size=258746 2026-04-17T17:29:10.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.615+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=SYG68G0H29IP tag=IXT10Q6YYBXY type=write size=3404474 2026-04-17T17:29:10.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.616+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=LDWY1ES4H6IY type=del 2026-04-17T17:29:10.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.617+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.0 size=1048576 2026-04-17T17:29:10.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.618+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.1 size=1048576 2026-04-17T17:29:10.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.618+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.2 size=639228 2026-04-17T17:29:10.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.618+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=D3CXY8HYRZWA tag=8FMGYE41JPDF type=write size=3784956 2026-04-17T17:29:10.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.619+0000 7f7c665b4880 1 < canceled part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.0 size=1048576 2026-04-17T17:29:10.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.619+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.1 size=1048576 2026-04-17T17:29:10.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.620+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~1MUU6DKXK603.2 size=292579 2026-04-17T17:29:10.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.621+0000 7f7c665b4880 1 < canceled multipart upload key=LHY9D0JYTATK upload=1MUU6DKXK603 tag=PBJR0PFJIBQC type=write size=3438307 2026-04-17T17:29:10.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.622+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~JDPA9125HGE1.0 size=1048576 2026-04-17T17:29:10.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.623+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~JDPA9125HGE1.1 size=101139 2026-04-17T17:29:10.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.623+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=JDPA9125HGE1 tag=08MX5FFQP9X2 type=write size=2198291 2026-04-17T17:29:10.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.624+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~CCWQM24ZI874.0 size=1048576 2026-04-17T17:29:10.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.624+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~CCWQM24ZI874.1 size=278160 2026-04-17T17:29:10.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.625+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=CCWQM24ZI874 tag=2XX9ZCOYUB0A type=write size=2375312 2026-04-17T17:29:10.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.626+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=AG254MF82ZWL type=write size=679695 2026-04-17T17:29:10.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.627+0000 7f7c665b4880 1 < suggested remove operation key=Q45KTI620J8K tag=9BS3A6V4LP2M type=del 2026-04-17T17:29:10.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.628+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=0M0E3XGO57D2 type=del size=880970 2026-04-17T17:29:10.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.629+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~5CTFAY91XW0K.0 size=710752 2026-04-17T17:29:10.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.630+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=5CTFAY91XW0K tag=G8RHWC49AF6S type=write size=1759328 2026-04-17T17:29:10.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.632+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=QFR4JD0RMLGL type=del size=712406 2026-04-17T17:29:10.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.633+0000 7f7c665b4880 1 < suggested update operation key=0GTGQ5P5Z4IJ tag=JIK334ZS09DV type=del size=46128 2026-04-17T17:29:10.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.634+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=HNF1RFVPWY0Z type=del size=1581051 2026-04-17T17:29:10.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.635+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=RKCBJPVJRHKF type=del size=1690073 2026-04-17T17:29:10.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.635+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=R00L6KKSARU8 type=del size=1017179 2026-04-17T17:29:10.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.636+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=7M4NXSZQEWWD type=del 2026-04-17T17:29:10.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.637+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=46I47VI9KTI6 type=del size=3513305 2026-04-17T17:29:10.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.638+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~HQ3UEF7ZIMVT.0 size=1048576 2026-04-17T17:29:10.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.638+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~HQ3UEF7ZIMVT.1 size=381332 2026-04-17T17:29:10.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.639+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=HQ3UEF7ZIMVT tag=YY7PH1MC3DJP type=write size=2478484 2026-04-17T17:29:10.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.640+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=6YE5QC4QND1N type=del size=654884 2026-04-17T17:29:10.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.640+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~QT1Y7L0D2GLU.0 size=473242 2026-04-17T17:29:10.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.642+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=QT1Y7L0D2GLU tag=YH1L2YQT2J0B type=write size=1521818 2026-04-17T17:29:10.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.643+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~EDBD532EHY0M.0 size=1048576 2026-04-17T17:29:10.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.644+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~EDBD532EHY0M.1 size=873666 2026-04-17T17:29:10.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.644+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=EDBD532EHY0M tag=RJF4W62G9Q7R type=write size=2970818 2026-04-17T17:29:10.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.644+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~YLO0WIX6K99O.0 size=667407 2026-04-17T17:29:10.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.646+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=YLO0WIX6K99O tag=9NVNIKJ88KTR type=write size=1715983 2026-04-17T17:29:10.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.646+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=L59AJQK5E9TT type=del size=3085667 2026-04-17T17:29:10.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.647+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=I1CEK8RVM1HR type=write size=713993 2026-04-17T17:29:10.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.649+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~GDMJTISJ0FPN.0 size=1048576 2026-04-17T17:29:10.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.649+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~GDMJTISJ0FPN.1 size=107080 2026-04-17T17:29:10.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.649+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=GDMJTISJ0FPN tag=MCFCLO0SKTCT type=write size=2204232 2026-04-17T17:29:10.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.650+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=73O8OODJ5UZM type=write size=887439 2026-04-17T17:29:10.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.651+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=88FD58Q54DX1 type=del size=727065 2026-04-17T17:29:10.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.651+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~VYUVK1C2HDL4.0 size=1048576 2026-04-17T17:29:10.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.652+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~VYUVK1C2HDL4.1 size=437577 2026-04-17T17:29:10.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.653+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=VYUVK1C2HDL4 tag=SWVKIJFP0LHQ type=write size=2534729 2026-04-17T17:29:10.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.654+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=U3KTBQO8HGS0 type=del size=422179 2026-04-17T17:29:10.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.655+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.0 size=1048576 2026-04-17T17:29:10.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.656+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.1 size=1048576 2026-04-17T17:29:10.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.656+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~TLVUFQPQIYBH.2 size=205911 2026-04-17T17:29:10.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.658+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=TLVUFQPQIYBH tag=LQ3B4KSB9ICZ type=write size=3351639 2026-04-17T17:29:10.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.658+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=MOK9FZ4N9RMS type=del size=858841 2026-04-17T17:29:10.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.659+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.0 size=1048576 2026-04-17T17:29:10.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.660+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.1 size=1048576 2026-04-17T17:29:10.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.660+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~SYG68G0H29IP.2 size=258746 2026-04-17T17:29:10.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.662+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=SYG68G0H29IP tag=IXT10Q6YYBXY type=write size=3404474 2026-04-17T17:29:10.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.663+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.0 size=1048576 2026-04-17T17:29:10.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.664+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.1 size=1048576 2026-04-17T17:29:10.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.665+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.2 size=162705 2026-04-17T17:29:10.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.665+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=E7S333FAQXHW tag=EQ1KBMUIP5G0 type=write size=3308433 2026-04-17T17:29:10.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.665+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.0 size=1048576 2026-04-17T17:29:10.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.665+0000 7f7c665b4880 1 < canceled part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.1 size=1048576 2026-04-17T17:29:10.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.666+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~D3CXY8HYRZWA.2 size=639228 2026-04-17T17:29:10.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.667+0000 7f7c665b4880 1 < canceled multipart upload key=3PCOF6Z79E02 upload=D3CXY8HYRZWA tag=8FMGYE41JPDF type=write size=3784956 2026-04-17T17:29:10.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.668+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=MENLGBF9ZIMT type=write size=96520 2026-04-17T17:29:10.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.668+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~JDPA9125HGE1.0 size=1048576 2026-04-17T17:29:10.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.669+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~JDPA9125HGE1.1 size=101139 2026-04-17T17:29:10.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.671+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=JDPA9125HGE1 tag=08MX5FFQP9X2 type=write size=2198291 2026-04-17T17:29:10.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.672+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~H581EEYWWM02.0 size=1048576 2026-04-17T17:29:10.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.673+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~H581EEYWWM02.1 size=923217 2026-04-17T17:29:10.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.673+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=H581EEYWWM02 tag=1MAJT4K377TD type=write size=3020369 2026-04-17T17:29:10.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.675+0000 7f7c665b4880 1 < suggested remove operation key=84B0Y790FRBF tag=AG254MF82ZWL type=write 2026-04-17T17:29:10.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.676+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=4VUDTON3GOKG type=del size=1108157 2026-04-17T17:29:10.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.677+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=0M0E3XGO57D2 type=del 2026-04-17T17:29:10.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.678+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.0 size=1048576 2026-04-17T17:29:10.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.679+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.1 size=1048576 2026-04-17T17:29:10.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.680+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.2 size=621508 2026-04-17T17:29:10.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.680+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=1BDWEIT5RRW3 tag=RO7GMZEQOHDL type=write size=3767236 2026-04-17T17:29:10.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.681+0000 7f7c665b4880 1 < suggested remove operation key=M01GP5SQE5GM tag=QFR4JD0RMLGL type=del 2026-04-17T17:29:10.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.682+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=92O4Q6FWZEZH type=del size=835611 2026-04-17T17:29:10.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.683+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=HNF1RFVPWY0Z type=del 2026-04-17T17:29:10.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.685+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~U3OFRIB8TAOH.0 size=1048576 2026-04-17T17:29:10.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.686+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~U3OFRIB8TAOH.1 size=895809 2026-04-17T17:29:10.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.686+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=U3OFRIB8TAOH tag=AQKQD8WL3DX6 type=write size=2992961 2026-04-17T17:29:10.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.686+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=R00L6KKSARU8 type=del 2026-04-17T17:29:10.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.687+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=0E3YXIDJ9MP9 type=del size=1541109 2026-04-17T17:29:10.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.688+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=46I47VI9KTI6 type=del 2026-04-17T17:29:10.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.688+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=B98BTQASUFDV type=del size=2315361 2026-04-17T17:29:10.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.689+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=6YE5QC4QND1N type=del 2026-04-17T17:29:10.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.691+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~026B2IPMUXMS.0 size=1048576 2026-04-17T17:29:10.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.691+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~026B2IPMUXMS.1 size=701968 2026-04-17T17:29:10.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.691+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=026B2IPMUXMS tag=VHDPMRBNLS61 type=write size=2799120 2026-04-17T17:29:10.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.692+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~EDBD532EHY0M.0 size=1048576 2026-04-17T17:29:10.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.692+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~EDBD532EHY0M.1 size=873666 2026-04-17T17:29:10.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.694+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=EDBD532EHY0M tag=RJF4W62G9Q7R type=write size=2970818 2026-04-17T17:29:10.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.695+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.0 size=1048576 2026-04-17T17:29:10.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.696+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.1 size=1048576 2026-04-17T17:29:10.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.696+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.2 size=305825 2026-04-17T17:29:10.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.696+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=RI60PXI35WMM tag=4S9T9M0MSBM0 type=write size=3451553 2026-04-17T17:29:10.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.697+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=L59AJQK5E9TT type=del 2026-04-17T17:29:10.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.698+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~UY6ZIGPBST17.0 size=1048576 2026-04-17T17:29:10.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.699+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~UY6ZIGPBST17.1 size=77020 2026-04-17T17:29:10.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.699+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=UY6ZIGPBST17 tag=MVEXCXDCL84I type=write size=2174172 2026-04-17T17:29:10.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.700+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~GDMJTISJ0FPN.0 size=1048576 2026-04-17T17:29:10.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.701+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~GDMJTISJ0FPN.1 size=107080 2026-04-17T17:29:10.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.702+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=GDMJTISJ0FPN tag=MCFCLO0SKTCT type=write size=2204232 2026-04-17T17:29:10.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.703+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.0 size=1048576 2026-04-17T17:29:10.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.704+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.1 size=1048576 2026-04-17T17:29:10.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.705+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.2 size=657074 2026-04-17T17:29:10.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.705+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=P8N4H65L8I95 tag=VSYZQXXQ0O4G type=write size=3802802 2026-04-17T17:29:10.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.705+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=88FD58Q54DX1 type=del 2026-04-17T17:29:10.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.706+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=TRINQE4NQ5IY type=del size=3751551 2026-04-17T17:29:10.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.707+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=U3KTBQO8HGS0 type=del 2026-04-17T17:29:10.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.708+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=KN7F2UDALPR5 type=del size=3450724 2026-04-17T17:29:10.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.709+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=MOK9FZ4N9RMS type=del 2026-04-17T17:29:10.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.710+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=BUGW4TZRQTL3 type=del size=1602662 2026-04-17T17:29:10.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.711+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.0 size=1048576 2026-04-17T17:29:10.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.712+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.1 size=1048576 2026-04-17T17:29:10.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.712+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~E7S333FAQXHW.2 size=162705 2026-04-17T17:29:10.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.714+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=E7S333FAQXHW tag=EQ1KBMUIP5G0 type=write size=3308433 2026-04-17T17:29:10.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.715+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=0ZDYD7HJTBOH type=del size=1549473 2026-04-17T17:29:10.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.716+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=MENLGBF9ZIMT type=write size=96520 2026-04-17T17:29:10.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.716+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=LE9GWZSDPVSW type=write size=748781 2026-04-17T17:29:10.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.717+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~H581EEYWWM02.0 size=1048576 2026-04-17T17:29:10.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.718+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~H581EEYWWM02.1 size=923217 2026-04-17T17:29:10.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.720+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=H581EEYWWM02 tag=1MAJT4K377TD type=write size=3020369 2026-04-17T17:29:10.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.721+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=8W5V5S23WO1I type=del size=3398766 2026-04-17T17:29:10.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.721+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=4VUDTON3GOKG type=del 2026-04-17T17:29:10.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.722+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=4AIRNOJW82F2 type=del size=2311058 2026-04-17T17:29:10.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.723+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.0 size=1048576 2026-04-17T17:29:10.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.724+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.1 size=1048576 2026-04-17T17:29:10.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.725+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~1BDWEIT5RRW3.2 size=621508 2026-04-17T17:29:10.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.726+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=1BDWEIT5RRW3 tag=RO7GMZEQOHDL type=write size=3767236 2026-04-17T17:29:10.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.728+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~SITMPHIACJZ9.0 size=711058 2026-04-17T17:29:10.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.728+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=SITMPHIACJZ9 tag=NU1GTWWFCC13 type=write size=1759634 2026-04-17T17:29:10.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.730+0000 7f7c665b4880 1 < suggested remove operation key=HUT2A3M2V4BF tag=92O4Q6FWZEZH type=del 2026-04-17T17:29:10.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.731+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.0 size=1048576 2026-04-17T17:29:10.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.732+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.1 size=1048576 2026-04-17T17:29:10.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.733+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.2 size=816190 2026-04-17T17:29:10.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.733+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=8Q5KDJ49923Q tag=J6KSAHXYB13T type=write size=3961918 2026-04-17T17:29:10.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.734+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~U3OFRIB8TAOH.0 size=1048576 2026-04-17T17:29:10.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.734+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~U3OFRIB8TAOH.1 size=895809 2026-04-17T17:29:10.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.736+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=U3OFRIB8TAOH tag=AQKQD8WL3DX6 type=write size=2992961 2026-04-17T17:29:10.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.737+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.0 size=1048576 2026-04-17T17:29:10.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.738+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.1 size=1048576 2026-04-17T17:29:10.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.739+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.2 size=940755 2026-04-17T17:29:10.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.739+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=A2V7X31VG6VH tag=SMFJS4E0ZJPS type=write size=4086483 2026-04-17T17:29:10.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.740+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=0E3YXIDJ9MP9 type=del 2026-04-17T17:29:10.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.741+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=UF0RS47NP3R1 type=del size=529655 2026-04-17T17:29:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.742+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=B98BTQASUFDV type=del 2026-04-17T17:29:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.743+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=SLK60C5KNI00 type=del size=1260491 2026-04-17T17:29:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.743+0000 7f7c665b4880 1 < canceled part key=_multipart_RWVQWJ0ZLZ9E.2~026B2IPMUXMS.0 size=1048576 2026-04-17T17:29:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.744+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~026B2IPMUXMS.1 size=701968 2026-04-17T17:29:10.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.745+0000 7f7c665b4880 1 < canceled multipart upload key=RWVQWJ0ZLZ9E upload=026B2IPMUXMS tag=VHDPMRBNLS61 type=write size=2799120 2026-04-17T17:29:10.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.746+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=F4FRG22I6S41 type=del size=3732073 2026-04-17T17:29:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.747+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.0 size=1048576 2026-04-17T17:29:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.748+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.1 size=1048576 2026-04-17T17:29:10.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.750+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~RI60PXI35WMM.2 size=305825 2026-04-17T17:29:10.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.751+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=RI60PXI35WMM tag=4S9T9M0MSBM0 type=write size=3451553 2026-04-17T17:29:10.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.753+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~5NPP3K4FJRX7.0 size=162637 2026-04-17T17:29:10.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.753+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=5NPP3K4FJRX7 tag=8OJ1UKN8ZNC2 type=write size=1211213 2026-04-17T17:29:10.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.754+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~UY6ZIGPBST17.0 size=1048576 2026-04-17T17:29:10.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.755+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~UY6ZIGPBST17.1 size=77020 2026-04-17T17:29:10.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.756+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=UY6ZIGPBST17 tag=MVEXCXDCL84I type=write size=2174172 2026-04-17T17:29:10.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.757+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=EQCZSZM6N4EI type=del size=2484406 2026-04-17T17:29:10.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.758+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.0 size=1048576 2026-04-17T17:29:10.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.758+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.1 size=1048576 2026-04-17T17:29:10.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.759+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~P8N4H65L8I95.2 size=657074 2026-04-17T17:29:10.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.760+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=P8N4H65L8I95 tag=VSYZQXXQ0O4G type=write size=3802802 2026-04-17T17:29:10.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.762+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~HVBMSVYK39EY.0 size=1048576 2026-04-17T17:29:10.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.764+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~HVBMSVYK39EY.1 size=926775 2026-04-17T17:29:10.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.764+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=HVBMSVYK39EY tag=0WY2YZNRADE6 type=write size=3023927 2026-04-17T17:29:10.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.764+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=TRINQE4NQ5IY type=del 2026-04-17T17:29:10.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.765+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=WJV2W97553XT type=del size=2946495 2026-04-17T17:29:10.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.766+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=KN7F2UDALPR5 type=del 2026-04-17T17:29:10.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.767+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=8V3HLNENOVKR type=del size=2825503 2026-04-17T17:29:10.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.768+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=BUGW4TZRQTL3 type=del 2026-04-17T17:29:10.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.769+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=BWTLVS0V974A type=del size=745491 2026-04-17T17:29:10.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.770+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=0ZDYD7HJTBOH type=del 2026-04-17T17:29:10.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.772+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~APIMQGO0LKQT.0 size=1048576 2026-04-17T17:29:10.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.772+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~APIMQGO0LKQT.1 size=666596 2026-04-17T17:29:10.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.772+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=APIMQGO0LKQT tag=B5FUCE1AVYV3 type=write size=2763748 2026-04-17T17:29:10.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.773+0000 7f7c665b4880 1 < completed write operation key=I0JIPYOQZ7X4 tag=LE9GWZSDPVSW type=write size=748781 2026-04-17T17:29:10.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.774+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=KLGP89127T4Z type=del size=1775418 2026-04-17T17:29:10.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.775+0000 7f7c665b4880 -1 < failed to complete operation key=HUT2A3M2V4BF tag=8W5V5S23WO1I type=del size=3398766: (22) Invalid argument 2026-04-17T17:29:10.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.776+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=6N763RY1438I type=del size=745045 2026-04-17T17:29:10.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.777+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=4AIRNOJW82F2 type=del 2026-04-17T17:29:10.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.778+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~5E3IUU4K77EY.0 size=658301 2026-04-17T17:29:10.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.778+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=5E3IUU4K77EY tag=X0OQKG93JS1J type=write size=1706877 2026-04-17T17:29:10.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.779+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~SITMPHIACJZ9.0 size=711058 2026-04-17T17:29:10.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.781+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=SITMPHIACJZ9 tag=NU1GTWWFCC13 type=write size=1759634 2026-04-17T17:29:10.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.782+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~SEUFIAFZKLY5.0 size=26353 2026-04-17T17:29:10.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.782+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=SEUFIAFZKLY5 tag=QQGUHRQ7OKYH type=write size=1074929 2026-04-17T17:29:10.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.783+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.0 size=1048576 2026-04-17T17:29:10.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.784+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.1 size=1048576 2026-04-17T17:29:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.785+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~8Q5KDJ49923Q.2 size=816190 2026-04-17T17:29:10.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.786+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=8Q5KDJ49923Q tag=J6KSAHXYB13T type=write size=3961918 2026-04-17T17:29:10.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.787+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=E780235A80Z6 type=write size=434442 2026-04-17T17:29:10.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.788+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.0 size=1048576 2026-04-17T17:29:10.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.789+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.1 size=1048576 2026-04-17T17:29:10.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.790+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~A2V7X31VG6VH.2 size=940755 2026-04-17T17:29:10.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.791+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=A2V7X31VG6VH tag=SMFJS4E0ZJPS type=write size=4086483 2026-04-17T17:29:10.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.792+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=K9XLN3R330CX type=del size=348976 2026-04-17T17:29:10.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.793+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=UF0RS47NP3R1 type=del 2026-04-17T17:29:10.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.794+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=XBNSIP0ZB8RE type=del size=3469357 2026-04-17T17:29:10.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.795+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=SLK60C5KNI00 type=del 2026-04-17T17:29:10.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.795+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=ZQFMEFEXNX7O type=del size=1185679 2026-04-17T17:29:10.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.796+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=F4FRG22I6S41 type=del 2026-04-17T17:29:10.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.797+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=7KX6JZ84GFFF type=write size=709176 2026-04-17T17:29:10.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.798+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~5NPP3K4FJRX7.0 size=162637 2026-04-17T17:29:10.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.799+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=5NPP3K4FJRX7 tag=8OJ1UKN8ZNC2 type=write size=1211213 2026-04-17T17:29:10.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.800+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=GUHVO06WD45I type=del size=3171123 2026-04-17T17:29:10.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.802+0000 7f7c665b4880 1 < suggested update operation key=8D06X54EXF53 tag=EQCZSZM6N4EI type=del size=2484406 2026-04-17T17:29:10.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.804+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~MQTJXARWFT3B.0 size=1048576 2026-04-17T17:29:10.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.804+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~MQTJXARWFT3B.1 size=134195 2026-04-17T17:29:10.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.804+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=MQTJXARWFT3B tag=IEQDUOO1QMI6 type=write size=2231347 2026-04-17T17:29:10.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.805+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~HVBMSVYK39EY.0 size=1048576 2026-04-17T17:29:10.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.806+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~HVBMSVYK39EY.1 size=926775 2026-04-17T17:29:10.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.808+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=HVBMSVYK39EY tag=0WY2YZNRADE6 type=write size=3023927 2026-04-17T17:29:10.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.809+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.0 size=1048576 2026-04-17T17:29:10.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.810+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.1 size=1048576 2026-04-17T17:29:10.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.811+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.2 size=872176 2026-04-17T17:29:10.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.811+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=BVPBYDLCSAMI tag=E305SZD9RHNX type=write size=4017904 2026-04-17T17:29:10.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.812+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=WJV2W97553XT type=del 2026-04-17T17:29:10.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.813+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~NYAMS4J0BSQD.0 size=251138 2026-04-17T17:29:10.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.813+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=NYAMS4J0BSQD tag=DCXEJ0ILQV1E type=write size=1299714 2026-04-17T17:29:10.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.814+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=8V3HLNENOVKR type=del 2026-04-17T17:29:10.818 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.815+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=4F7OTCUOU3EL type=del size=1553295 2026-04-17T17:29:10.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.816+0000 7f7c665b4880 1 < canceled operation key=PH6NQ0F9XPO8 tag=BWTLVS0V974A type=del size=745491 2026-04-17T17:29:10.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.817+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.0 size=1048576 2026-04-17T17:29:10.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.818+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.1 size=1048576 2026-04-17T17:29:10.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.819+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.2 size=453066 2026-04-17T17:29:10.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.819+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=EMUHAOYU9WYR tag=KMOWTC1VL8V7 type=write size=3598794 2026-04-17T17:29:10.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.820+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~APIMQGO0LKQT.0 size=1048576 2026-04-17T17:29:10.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.821+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~APIMQGO0LKQT.1 size=666596 2026-04-17T17:29:10.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.822+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=APIMQGO0LKQT tag=B5FUCE1AVYV3 type=write size=2763748 2026-04-17T17:29:10.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.823+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=NXWE7FSYGXMB type=write size=713310 2026-04-17T17:29:10.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.824+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=KLGP89127T4Z type=del 2026-04-17T17:29:10.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.825+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=O0V0Q6JN648R type=write size=567294 2026-04-17T17:29:10.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.826+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=6N763RY1438I type=del 2026-04-17T17:29:10.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.827+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=3WZONK61YUEQ type=write size=328103 2026-04-17T17:29:10.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.827+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~5E3IUU4K77EY.0 size=658301 2026-04-17T17:29:10.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.829+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=5E3IUU4K77EY tag=X0OQKG93JS1J type=write size=1706877 2026-04-17T17:29:10.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.830+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=BIZKUI9ZD2YY type=del size=4166242 2026-04-17T17:29:10.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.831+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~SEUFIAFZKLY5.0 size=26353 2026-04-17T17:29:10.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.833+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=SEUFIAFZKLY5 tag=QQGUHRQ7OKYH type=write size=1074929 2026-04-17T17:29:10.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.835+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.0 size=1048576 2026-04-17T17:29:10.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.836+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.1 size=1048576 2026-04-17T17:29:10.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.837+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.2 size=629703 2026-04-17T17:29:10.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.837+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=UZY5A5KMLG4F tag=LI3SFYCMBLA7 type=write size=3775431 2026-04-17T17:29:10.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.838+0000 7f7c665b4880 1 < completed write operation key=TV0Y2WB5F1EK tag=E780235A80Z6 type=write size=434442 2026-04-17T17:29:10.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.839+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=10T9AD4EV0HL type=del size=1810951 2026-04-17T17:29:10.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.840+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=K9XLN3R330CX type=del 2026-04-17T17:29:10.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.841+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~Y19VC5VG0D3E.0 size=1048576 2026-04-17T17:29:10.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.842+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~Y19VC5VG0D3E.1 size=203821 2026-04-17T17:29:10.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.842+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=Y19VC5VG0D3E tag=9AGCD52HTEQI type=write size=2300973 2026-04-17T17:29:10.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.844+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=XBNSIP0ZB8RE type=del 2026-04-17T17:29:10.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.845+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=JZ2HBJTP1C6O type=del size=3029243 2026-04-17T17:29:10.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.845+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=ZQFMEFEXNX7O type=del 2026-04-17T17:29:10.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.847+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.0 size=1048576 2026-04-17T17:29:10.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.848+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.1 size=1048576 2026-04-17T17:29:10.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.848+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.2 size=334986 2026-04-17T17:29:10.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.848+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=L051IH9WHONK tag=J22IOK0LYXQC type=write size=3480714 2026-04-17T17:29:10.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.849+0000 7f7c665b4880 1 < completed write operation key=0GTGQ5P5Z4IJ tag=7KX6JZ84GFFF type=write size=709176 2026-04-17T17:29:10.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.851+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~5MNE67UDT24J.0 size=112155 2026-04-17T17:29:10.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.851+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=5MNE67UDT24J tag=USCL4AAENY76 type=write size=1160731 2026-04-17T17:29:10.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.852+0000 7f7c665b4880 1 < canceled operation key=3FQ8A7OTR822 tag=GUHVO06WD45I type=del size=3171123 2026-04-17T17:29:10.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.853+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=8RC9K5XAU5PB type=write size=918509 2026-04-17T17:29:10.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.854+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~MQTJXARWFT3B.0 size=1048576 2026-04-17T17:29:10.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.854+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~MQTJXARWFT3B.1 size=134195 2026-04-17T17:29:10.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.856+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=MQTJXARWFT3B tag=IEQDUOO1QMI6 type=write size=2231347 2026-04-17T17:29:10.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.857+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=B20VE9B0XFZ8 type=del size=3698789 2026-04-17T17:29:10.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.858+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.0 size=1048576 2026-04-17T17:29:10.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.859+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.1 size=1048576 2026-04-17T17:29:10.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.859+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~BVPBYDLCSAMI.2 size=872176 2026-04-17T17:29:10.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.861+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=BVPBYDLCSAMI tag=E305SZD9RHNX type=write size=4017904 2026-04-17T17:29:10.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.862+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=H9NIVGVGC4ZJ type=del size=2175872 2026-04-17T17:29:10.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.863+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~NYAMS4J0BSQD.0 size=251138 2026-04-17T17:29:10.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.865+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=NYAMS4J0BSQD tag=DCXEJ0ILQV1E type=write size=1299714 2026-04-17T17:29:10.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.866+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=3SXZ22MZ34A9 type=del size=701764 2026-04-17T17:29:10.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.867+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=4F7OTCUOU3EL type=del 2026-04-17T17:29:10.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.869+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~DTDR2Z8T40TC.0 size=833640 2026-04-17T17:29:10.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.869+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=DTDR2Z8T40TC tag=OHQ11KZSWHPE type=write size=1882216 2026-04-17T17:29:10.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.869+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.0 size=1048576 2026-04-17T17:29:10.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.870+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.1 size=1048576 2026-04-17T17:29:10.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.871+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~EMUHAOYU9WYR.2 size=453066 2026-04-17T17:29:10.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.873+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=EMUHAOYU9WYR tag=KMOWTC1VL8V7 type=write size=3598794 2026-04-17T17:29:10.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.874+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~UOQK6WAI7KBN.0 size=929959 2026-04-17T17:29:10.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.874+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=UOQK6WAI7KBN tag=BTH2BZBP01YZ type=write size=1978535 2026-04-17T17:29:10.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.875+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=NXWE7FSYGXMB type=write size=713310 2026-04-17T17:29:10.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.876+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=O938EH1VMLMN type=del size=4021529 2026-04-17T17:29:10.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.878+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=O0V0Q6JN648R type=write size=567294 2026-04-17T17:29:10.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.878+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=7SBS2NT8MKI0 type=del size=285541 2026-04-17T17:29:10.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.879+0000 7f7c665b4880 1 < completed write operation key=RWVQWJ0ZLZ9E tag=3WZONK61YUEQ type=write size=328103 2026-04-17T17:29:10.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.881+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~PJ7CVFEKNSXE.0 size=1048576 2026-04-17T17:29:10.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.882+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~PJ7CVFEKNSXE.1 size=944126 2026-04-17T17:29:10.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.882+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=PJ7CVFEKNSXE tag=RD2NT62S2IVP type=write size=3041278 2026-04-17T17:29:10.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.883+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=BIZKUI9ZD2YY type=del 2026-04-17T17:29:10.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.884+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.0 size=1048576 2026-04-17T17:29:10.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.885+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.1 size=1048576 2026-04-17T17:29:10.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.885+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.2 size=410961 2026-04-17T17:29:10.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.885+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=CY7V3SCV5Z9D tag=12QQ6S9KY6I5 type=write size=3556689 2026-04-17T17:29:10.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.886+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.0 size=1048576 2026-04-17T17:29:10.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.887+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.1 size=1048576 2026-04-17T17:29:10.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.888+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~UZY5A5KMLG4F.2 size=629703 2026-04-17T17:29:10.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.889+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=UZY5A5KMLG4F tag=LI3SFYCMBLA7 type=write size=3775431 2026-04-17T17:29:10.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.890+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=H40S9GJBQANG type=del size=3812255 2026-04-17T17:29:10.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.892+0000 7f7c665b4880 1 < suggested remove operation key=LHY9D0JYTATK tag=10T9AD4EV0HL type=del 2026-04-17T17:29:10.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.893+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.0 size=1048576 2026-04-17T17:29:10.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.894+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.1 size=1048576 2026-04-17T17:29:10.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.894+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.2 size=525121 2026-04-17T17:29:10.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.894+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=7GUBWV3F00EY tag=BV5HGTRKQL3C type=write size=3670849 2026-04-17T17:29:10.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.895+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~Y19VC5VG0D3E.0 size=1048576 2026-04-17T17:29:10.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.896+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~Y19VC5VG0D3E.1 size=203821 2026-04-17T17:29:10.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.897+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=Y19VC5VG0D3E tag=9AGCD52HTEQI type=write size=2300973 2026-04-17T17:29:10.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.898+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=VWA134ZINRFN type=write size=379532 2026-04-17T17:29:10.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.899+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=JZ2HBJTP1C6O type=del 2026-04-17T17:29:10.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.900+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90AR048555UR.0 size=1048576 2026-04-17T17:29:10.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.901+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90AR048555UR.1 size=1048576 2026-04-17T17:29:10.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.902+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90AR048555UR.2 size=747653 2026-04-17T17:29:10.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.902+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=90AR048555UR tag=WO8ECEYBYQEA type=write size=3893381 2026-04-17T17:29:10.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.903+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.0 size=1048576 2026-04-17T17:29:10.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.903+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.1 size=1048576 2026-04-17T17:29:10.908 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.904+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~L051IH9WHONK.2 size=334986 2026-04-17T17:29:10.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.906+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=L051IH9WHONK tag=J22IOK0LYXQC type=write size=3480714 2026-04-17T17:29:10.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.907+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=MHDJ9C89P35I type=del size=331080 2026-04-17T17:29:10.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.907+0000 7f7c665b4880 1 < canceled part key=_multipart_HUT2A3M2V4BF.2~5MNE67UDT24J.0 size=112155 2026-04-17T17:29:10.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.908+0000 7f7c665b4880 1 < canceled multipart upload key=HUT2A3M2V4BF upload=5MNE67UDT24J tag=USCL4AAENY76 type=write size=1160731 2026-04-17T17:29:10.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.909+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=9G0VWT3L4TX2 type=del size=1081701 2026-04-17T17:29:10.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.910+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=8RC9K5XAU5PB type=write size=918509 2026-04-17T17:29:10.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.911+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=KAKCE0WSBHYO type=del size=2101734 2026-04-17T17:29:10.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.912+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=B20VE9B0XFZ8 type=del 2026-04-17T17:29:10.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.913+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=9B5VP52XCY9I type=del size=3648548 2026-04-17T17:29:10.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.914+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=H9NIVGVGC4ZJ type=del 2026-04-17T17:29:10.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.915+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=2102TEMMMG7H type=del size=189478 2026-04-17T17:29:10.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.916+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=3SXZ22MZ34A9 type=del 2026-04-17T17:29:10.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.917+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=5VS3VOBH3MSF type=del size=2755717 2026-04-17T17:29:10.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.918+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~DTDR2Z8T40TC.0 size=833640 2026-04-17T17:29:10.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.920+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=DTDR2Z8T40TC tag=OHQ11KZSWHPE type=write size=1882216 2026-04-17T17:29:10.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.921+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~968NNCDPT720.0 size=735715 2026-04-17T17:29:10.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.921+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=968NNCDPT720 tag=8OO86UE5EKNT type=write size=1784291 2026-04-17T17:29:10.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.922+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~UOQK6WAI7KBN.0 size=929959 2026-04-17T17:29:10.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.924+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=UOQK6WAI7KBN tag=BTH2BZBP01YZ type=write size=1978535 2026-04-17T17:29:10.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.925+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=AKRQ3YEG7PLF type=del size=1527841 2026-04-17T17:29:10.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.927+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=O938EH1VMLMN type=del 2026-04-17T17:29:10.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.928+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=QPQ2IPD7T82B type=del size=1278825 2026-04-17T17:29:10.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.929+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=7SBS2NT8MKI0 type=del 2026-04-17T17:29:10.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.930+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=SQL2SA8PFZ0Y type=del size=1283328 2026-04-17T17:29:10.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.931+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~PJ7CVFEKNSXE.0 size=1048576 2026-04-17T17:29:10.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.931+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~PJ7CVFEKNSXE.1 size=944126 2026-04-17T17:29:10.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.933+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=PJ7CVFEKNSXE tag=RD2NT62S2IVP type=write size=3041278 2026-04-17T17:29:10.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.934+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=11LXT34MHXUY type=write size=622208 2026-04-17T17:29:10.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.935+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.0 size=1048576 2026-04-17T17:29:10.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.935+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.1 size=1048576 2026-04-17T17:29:10.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.936+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CY7V3SCV5Z9D.2 size=410961 2026-04-17T17:29:10.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.937+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=CY7V3SCV5Z9D tag=12QQ6S9KY6I5 type=write size=3556689 2026-04-17T17:29:10.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.938+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=VF987K71FIBC type=del size=1204195 2026-04-17T17:29:10.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.939+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=H40S9GJBQANG type=del 2026-04-17T17:29:10.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.940+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=I7WSGW9TCEVO type=del size=484560 2026-04-17T17:29:10.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.941+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.0 size=1048576 2026-04-17T17:29:10.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.942+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.1 size=1048576 2026-04-17T17:29:10.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.943+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~7GUBWV3F00EY.2 size=525121 2026-04-17T17:29:10.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.944+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=7GUBWV3F00EY tag=BV5HGTRKQL3C type=write size=3670849 2026-04-17T17:29:10.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.946+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~UCCLKGUENE46.0 size=516581 2026-04-17T17:29:10.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.946+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=UCCLKGUENE46 tag=MA6FBOASLLLG type=write size=1565157 2026-04-17T17:29:10.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.946+0000 7f7c665b4880 1 < completed write operation key=Q45KTI620J8K tag=VWA134ZINRFN type=write size=379532 2026-04-17T17:29:10.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.947+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=AFH3IG4KK5CJ type=del size=2266381 2026-04-17T17:29:10.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.948+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~90AR048555UR.0 size=1048576 2026-04-17T17:29:10.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.949+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~90AR048555UR.1 size=1048576 2026-04-17T17:29:10.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.949+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~90AR048555UR.2 size=747653 2026-04-17T17:29:10.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.951+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=90AR048555UR tag=WO8ECEYBYQEA type=write size=3893381 2026-04-17T17:29:10.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.952+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=YEIDX3H6DLU4 type=write size=853298 2026-04-17T17:29:10.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.953+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=MHDJ9C89P35I type=del 2026-04-17T17:29:10.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.953+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=36UMVSBQY137 type=del size=229540 2026-04-17T17:29:10.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.954+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=9G0VWT3L4TX2 type=del 2026-04-17T17:29:10.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.955+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=GF8K7FDENKQW type=del size=2041849 2026-04-17T17:29:10.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.956+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=KAKCE0WSBHYO type=del 2026-04-17T17:29:10.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.957+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~IPD8127NFD8E.0 size=1048576 2026-04-17T17:29:10.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.958+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~IPD8127NFD8E.1 size=467917 2026-04-17T17:29:10.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.958+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=IPD8127NFD8E tag=RQEJC26SNOXP type=write size=2565069 2026-04-17T17:29:10.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.959+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=9B5VP52XCY9I type=del 2026-04-17T17:29:10.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.961+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.0 size=1048576 2026-04-17T17:29:10.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.961+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.1 size=1048576 2026-04-17T17:29:10.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.962+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.2 size=762886 2026-04-17T17:29:10.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.962+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=96K6O8FKIC20 tag=CREE0ZM69F32 type=write size=3908614 2026-04-17T17:29:10.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.963+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=2102TEMMMG7H type=del 2026-04-17T17:29:10.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.964+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=Y6DOY367ESK8 type=write size=312158 2026-04-17T17:29:10.968 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.965+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=5VS3VOBH3MSF type=del 2026-04-17T17:29:10.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.965+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=6E8K5EUUP12W type=del size=1626628 2026-04-17T17:29:10.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.966+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~968NNCDPT720.0 size=735715 2026-04-17T17:29:10.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.968+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=968NNCDPT720 tag=8OO86UE5EKNT type=write size=1784291 2026-04-17T17:29:10.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.970+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~I2QWGDZ42W88.0 size=982378 2026-04-17T17:29:10.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.970+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=I2QWGDZ42W88 tag=3AU3BAG4QBIC type=write size=2030954 2026-04-17T17:29:10.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.970+0000 7f7c665b4880 -1 < failed to complete operation key=NC1GI2H2H0YA tag=AKRQ3YEG7PLF type=del size=1527841: (22) Invalid argument 2026-04-17T17:29:10.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.971+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=59MHJBNPTT61 type=write size=982441 2026-04-17T17:29:10.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.972+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=QPQ2IPD7T82B type=del size=1278825 2026-04-17T17:29:10.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.973+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=SSWTWJ7ZJU8S type=del size=4035281 2026-04-17T17:29:10.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.975+0000 7f7c665b4880 1 < suggested update operation key=3JZKUQBPV7NK tag=SQL2SA8PFZ0Y type=del size=1283328 2026-04-17T17:29:10.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.976+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=I4069JMB9DE1 type=del size=1573028 2026-04-17T17:29:10.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.976+0000 7f7c665b4880 1 < completed write operation key=XH8AFLSS0JG5 tag=11LXT34MHXUY type=write size=622208 2026-04-17T17:29:10.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.978+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.0 size=1048576 2026-04-17T17:29:10.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.979+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.1 size=1048576 2026-04-17T17:29:10.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.979+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.2 size=875475 2026-04-17T17:29:10.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.979+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=KG433SWP0K04 tag=AHQYCYDA9RSD type=write size=4021203 2026-04-17T17:29:10.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.980+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=VF987K71FIBC type=del 2026-04-17T17:29:10.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.981+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=MKJKUZYWGGIO type=del size=3010705 2026-04-17T17:29:10.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.982+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=I7WSGW9TCEVO type=del 2026-04-17T17:29:10.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.983+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=MXM4RV49I4U6 type=del size=3386413 2026-04-17T17:29:10.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.984+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~UCCLKGUENE46.0 size=516581 2026-04-17T17:29:10.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.985+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=UCCLKGUENE46 tag=MA6FBOASLLLG type=write size=1565157 2026-04-17T17:29:10.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.987+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.0 size=1048576 2026-04-17T17:29:10.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.987+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.1 size=1048576 2026-04-17T17:29:10.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.988+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.2 size=325480 2026-04-17T17:29:10.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.988+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=7K9GRYGET6IS tag=MJYXA5SJ9DZ2 type=write size=3471208 2026-04-17T17:29:10.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.989+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=AFH3IG4KK5CJ type=del 2026-04-17T17:29:10.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.990+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~HTBKLRHXBXCI.0 size=1048576 2026-04-17T17:29:10.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.991+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~HTBKLRHXBXCI.1 size=549017 2026-04-17T17:29:10.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.991+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=HTBKLRHXBXCI tag=1UOYK86CF9Z5 type=write size=2646169 2026-04-17T17:29:10.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.992+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=YEIDX3H6DLU4 type=write size=853298 2026-04-17T17:29:10.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.992+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=UD66YOJMED3W type=del size=749012 2026-04-17T17:29:10.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.993+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=36UMVSBQY137 type=del 2026-04-17T17:29:10.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.994+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=20AZJTUUUOCB type=del size=3945540 2026-04-17T17:29:10.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.996+0000 7f7c665b4880 1 < suggested remove operation key=M01GP5SQE5GM tag=GF8K7FDENKQW type=del 2026-04-17T17:29:11.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.996+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=IFXMGJ392YKC type=del size=2157228 2026-04-17T17:29:11.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.997+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~IPD8127NFD8E.0 size=1048576 2026-04-17T17:29:11.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:10.999+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~IPD8127NFD8E.1 size=467917 2026-04-17T17:29:11.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.001+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=IPD8127NFD8E tag=RQEJC26SNOXP type=write size=2565069 2026-04-17T17:29:11.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.002+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.0 size=1048576 2026-04-17T17:29:11.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.003+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.1 size=1048576 2026-04-17T17:29:11.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.004+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.2 size=412074 2026-04-17T17:29:11.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.004+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=JX9O7ADYSP9F tag=SHA62ZWKRG2A type=write size=3557802 2026-04-17T17:29:11.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.005+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.0 size=1048576 2026-04-17T17:29:11.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.005+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.1 size=1048576 2026-04-17T17:29:11.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.006+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~96K6O8FKIC20.2 size=762886 2026-04-17T17:29:11.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.007+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=96K6O8FKIC20 tag=CREE0ZM69F32 type=write size=3908614 2026-04-17T17:29:11.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.008+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=09I3YGKRG4N3 type=del size=2195486 2026-04-17T17:29:11.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.009+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=Y6DOY367ESK8 type=write size=312158 2026-04-17T17:29:11.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.010+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=8180133X6ULT type=del size=1496466 2026-04-17T17:29:11.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.011+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=6E8K5EUUP12W type=del 2026-04-17T17:29:11.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.012+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~HY9ZFHQ2F13I.0 size=1048576 2026-04-17T17:29:11.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.013+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~HY9ZFHQ2F13I.1 size=314132 2026-04-17T17:29:11.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.013+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=HY9ZFHQ2F13I tag=2MZ4HEDHN4FD type=write size=2411284 2026-04-17T17:29:11.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.014+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~I2QWGDZ42W88.0 size=982378 2026-04-17T17:29:11.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.015+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=I2QWGDZ42W88 tag=3AU3BAG4QBIC type=write size=2030954 2026-04-17T17:29:11.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.016+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=8OOQ8GY7B5FO type=del size=64218 2026-04-17T17:29:11.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.017+0000 7f7c665b4880 -1 < failed to complete operation key=3JZKUQBPV7NK tag=59MHJBNPTT61 type=write size=982441: (22) Invalid argument 2026-04-17T17:29:11.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.018+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=J2QN6I1HOLAU type=del size=2669254 2026-04-17T17:29:11.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.019+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=SSWTWJ7ZJU8S type=del size=4035281 2026-04-17T17:29:11.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.020+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~91NDDRHQCRVT.0 size=219189 2026-04-17T17:29:11.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.020+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=91NDDRHQCRVT tag=M7JDO3O6VJI3 type=write size=1267765 2026-04-17T17:29:11.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.022+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=I4069JMB9DE1 type=del size=1573028 2026-04-17T17:29:11.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.023+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=ORYFJOWLTMKR type=del size=2435785 2026-04-17T17:29:11.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.024+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.0 size=1048576 2026-04-17T17:29:11.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.025+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.1 size=1048576 2026-04-17T17:29:11.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.025+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~KG433SWP0K04.2 size=875475 2026-04-17T17:29:11.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.027+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=KG433SWP0K04 tag=AHQYCYDA9RSD type=write size=4021203 2026-04-17T17:29:11.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.028+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~F4SO6MH64EXU.0 size=289819 2026-04-17T17:29:11.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.028+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=F4SO6MH64EXU tag=MRKAE78TTMTX type=write size=1338395 2026-04-17T17:29:11.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.029+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=MKJKUZYWGGIO type=del 2026-04-17T17:29:11.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.031+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~W167E1MHVQWT.0 size=1026022 2026-04-17T17:29:11.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.031+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=W167E1MHVQWT tag=IVRHXJ0LN3W2 type=write size=2074598 2026-04-17T17:29:11.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.031+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=MXM4RV49I4U6 type=del 2026-04-17T17:29:11.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.032+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=12C53HCZGWP7 type=del size=2187893 2026-04-17T17:29:11.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.033+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.0 size=1048576 2026-04-17T17:29:11.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.034+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.1 size=1048576 2026-04-17T17:29:11.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.034+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~7K9GRYGET6IS.2 size=325480 2026-04-17T17:29:11.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.036+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=7K9GRYGET6IS tag=MJYXA5SJ9DZ2 type=write size=3471208 2026-04-17T17:29:11.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.037+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=TVAONZ1GU1SG type=del size=517948 2026-04-17T17:29:11.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.037+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~HTBKLRHXBXCI.0 size=1048576 2026-04-17T17:29:11.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.038+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~HTBKLRHXBXCI.1 size=549017 2026-04-17T17:29:11.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.040+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=HTBKLRHXBXCI tag=1UOYK86CF9Z5 type=write size=2646169 2026-04-17T17:29:11.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.041+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=5PM61TZMDMXE type=del size=833413 2026-04-17T17:29:11.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.042+0000 7f7c665b4880 1 < canceled operation key=PH6NQ0F9XPO8 tag=UD66YOJMED3W type=del size=749012 2026-04-17T17:29:11.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.043+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.0 size=1048576 2026-04-17T17:29:11.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.044+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.1 size=1048576 2026-04-17T17:29:11.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.045+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.2 size=155907 2026-04-17T17:29:11.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.045+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=KL4VBL26OH1C tag=FE9YKZX19QA1 type=write size=3301635 2026-04-17T17:29:11.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.046+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=20AZJTUUUOCB type=del size=3945540 2026-04-17T17:29:11.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.047+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=BXU9CD6C34IP type=del size=4193999 2026-04-17T17:29:11.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.048+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=IFXMGJ392YKC type=del 2026-04-17T17:29:11.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.049+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~0JSRAJPBZXDL.0 size=1048576 2026-04-17T17:29:11.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.050+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~0JSRAJPBZXDL.1 size=1033971 2026-04-17T17:29:11.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.050+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=0JSRAJPBZXDL tag=9CS5GZDSBFCN type=write size=3131123 2026-04-17T17:29:11.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.051+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.0 size=1048576 2026-04-17T17:29:11.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.052+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.1 size=1048576 2026-04-17T17:29:11.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.053+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~JX9O7ADYSP9F.2 size=412074 2026-04-17T17:29:11.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.054+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=JX9O7ADYSP9F tag=SHA62ZWKRG2A type=write size=3557802 2026-04-17T17:29:11.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.055+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~K44DH0UFT080.0 size=893047 2026-04-17T17:29:11.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.055+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=K44DH0UFT080 tag=LBDXQF7NTNOQ type=write size=1941623 2026-04-17T17:29:11.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.056+0000 7f7c665b4880 1 < canceled operation key=ZZT5E3KUYN42 tag=09I3YGKRG4N3 type=del size=2195486 2026-04-17T17:29:11.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.057+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=Q2SEKPWKN0J5 type=del size=840259 2026-04-17T17:29:11.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.058+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=8180133X6ULT type=del 2026-04-17T17:29:11.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.059+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~7P1B8HSAVCDV.0 size=1048576 2026-04-17T17:29:11.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.060+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~7P1B8HSAVCDV.1 size=119264 2026-04-17T17:29:11.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.060+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=7P1B8HSAVCDV tag=C1E1RHOZT7VJ type=write size=2216416 2026-04-17T17:29:11.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.060+0000 7f7c665b4880 1 < canceled part key=_multipart_SHWRAMH9AJNK.2~HY9ZFHQ2F13I.0 size=1048576 2026-04-17T17:29:11.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.061+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~HY9ZFHQ2F13I.1 size=314132 2026-04-17T17:29:11.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.062+0000 7f7c665b4880 1 < canceled multipart upload key=SHWRAMH9AJNK upload=HY9ZFHQ2F13I tag=2MZ4HEDHN4FD type=write size=2411284 2026-04-17T17:29:11.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.064+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~M038B5C3782N.0 size=442085 2026-04-17T17:29:11.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.064+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=M038B5C3782N tag=5WQUYQ9LW85X type=write size=1490661 2026-04-17T17:29:11.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.064+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=8OOQ8GY7B5FO type=del 2026-04-17T17:29:11.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.065+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=2MJDRSKJ4EG0 type=del size=1880284 2026-04-17T17:29:11.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.066+0000 7f7c665b4880 -1 < failed to complete operation key=P7G15WELI0JZ tag=J2QN6I1HOLAU type=del size=2669254: (22) Invalid argument 2026-04-17T17:29:11.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.067+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=G7W71QPW8HYE type=del size=1095104 2026-04-17T17:29:11.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.068+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~91NDDRHQCRVT.0 size=219189 2026-04-17T17:29:11.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.069+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=91NDDRHQCRVT tag=M7JDO3O6VJI3 type=write size=1267765 2026-04-17T17:29:11.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.070+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=T8T7F1SRSN9K type=del size=2166648 2026-04-17T17:29:11.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.071+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=ORYFJOWLTMKR type=del size=2435785 2026-04-17T17:29:11.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.071+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=NRSAZ0SLL6FM type=del size=4031511 2026-04-17T17:29:11.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.072+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~F4SO6MH64EXU.0 size=289819 2026-04-17T17:29:11.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.073+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=F4SO6MH64EXU tag=MRKAE78TTMTX type=write size=1338395 2026-04-17T17:29:11.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.074+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~4LEOVI69WJBR.0 size=404381 2026-04-17T17:29:11.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.075+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=4LEOVI69WJBR tag=XQFGFKDE6QLZ type=write size=1452957 2026-04-17T17:29:11.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.075+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~W167E1MHVQWT.0 size=1026022 2026-04-17T17:29:11.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.077+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=W167E1MHVQWT tag=IVRHXJ0LN3W2 type=write size=2074598 2026-04-17T17:29:11.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.078+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=WGAVM4TVRSZP type=del size=743485 2026-04-17T17:29:11.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.078+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=12C53HCZGWP7 type=del 2026-04-17T17:29:11.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.079+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=3488YY224GVD type=write size=196102 2026-04-17T17:29:11.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.081+0000 7f7c665b4880 1 < suggested remove operation key=XBC61NN04TV9 tag=TVAONZ1GU1SG type=del 2026-04-17T17:29:11.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.081+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=ALWKP1X2RO5M type=del size=3152374 2026-04-17T17:29:11.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.083+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=5PM61TZMDMXE type=del 2026-04-17T17:29:11.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.084+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.0 size=1048576 2026-04-17T17:29:11.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.084+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.1 size=1048576 2026-04-17T17:29:11.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.085+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.2 size=334017 2026-04-17T17:29:11.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.085+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=UUCA9RYZ1QV0 tag=MALFHBSP70ZN type=write size=3479745 2026-04-17T17:29:11.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.086+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.0 size=1048576 2026-04-17T17:29:11.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.086+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.1 size=1048576 2026-04-17T17:29:11.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.087+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~KL4VBL26OH1C.2 size=155907 2026-04-17T17:29:11.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.088+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=KL4VBL26OH1C tag=FE9YKZX19QA1 type=write size=3301635 2026-04-17T17:29:11.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.089+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=E7C0SC7R9545 type=write size=744132 2026-04-17T17:29:11.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.090+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=BXU9CD6C34IP type=del 2026-04-17T17:29:11.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.090+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=7PJ9PWLE8AZY type=del size=3187196 2026-04-17T17:29:11.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.091+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~0JSRAJPBZXDL.0 size=1048576 2026-04-17T17:29:11.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.092+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~0JSRAJPBZXDL.1 size=1033971 2026-04-17T17:29:11.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.093+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=0JSRAJPBZXDL tag=9CS5GZDSBFCN type=write size=3131123 2026-04-17T17:29:11.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.094+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~VHXS5IIVU7FY.0 size=555483 2026-04-17T17:29:11.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.094+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=VHXS5IIVU7FY tag=PMXT0XB1LXPQ type=write size=1604059 2026-04-17T17:29:11.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.094+0000 7f7c665b4880 1 < canceled part key=_multipart_UWOLL79ZRJ1B.2~K44DH0UFT080.0 size=893047 2026-04-17T17:29:11.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.096+0000 7f7c665b4880 1 < canceled multipart upload key=UWOLL79ZRJ1B upload=K44DH0UFT080 tag=LBDXQF7NTNOQ type=write size=1941623 2026-04-17T17:29:11.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.096+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=U1IZOZEC25BX type=del size=3387158 2026-04-17T17:29:11.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.098+0000 7f7c665b4880 1 < suggested update operation key=3JZKUQBPV7NK tag=Q2SEKPWKN0J5 type=del size=840259 2026-04-17T17:29:11.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.099+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~RC5Z54TXKTBF.0 size=743672 2026-04-17T17:29:11.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.099+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=RC5Z54TXKTBF tag=RE4JVIIPOTMR type=write size=1792248 2026-04-17T17:29:11.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.100+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~7P1B8HSAVCDV.0 size=1048576 2026-04-17T17:29:11.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.100+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~7P1B8HSAVCDV.1 size=119264 2026-04-17T17:29:11.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.102+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=7P1B8HSAVCDV tag=C1E1RHOZT7VJ type=write size=2216416 2026-04-17T17:29:11.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.102+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=LHU4PLRE0QYX type=del size=214392 2026-04-17T17:29:11.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.103+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~M038B5C3782N.0 size=442085 2026-04-17T17:29:11.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.104+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=M038B5C3782N tag=5WQUYQ9LW85X type=write size=1490661 2026-04-17T17:29:11.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.105+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=696DN5A3UXPW type=del size=13957 2026-04-17T17:29:11.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.106+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=2MJDRSKJ4EG0 type=del 2026-04-17T17:29:11.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.107+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=6WBRE5G5MVZ9 type=del size=1214089 2026-04-17T17:29:11.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.107+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=G7W71QPW8HYE type=del 2026-04-17T17:29:11.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.108+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=RQ2TL1UCFKEL type=del size=826125 2026-04-17T17:29:11.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.109+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=T8T7F1SRSN9K type=del 2026-04-17T17:29:11.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.110+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=4TK9M1UCFQG4 type=del size=1459996 2026-04-17T17:29:11.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.110+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=NRSAZ0SLL6FM type=del 2026-04-17T17:29:11.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.111+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=4N8B6ED7KVIM type=write size=259377 2026-04-17T17:29:11.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.112+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~4LEOVI69WJBR.0 size=404381 2026-04-17T17:29:11.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.114+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=4LEOVI69WJBR tag=XQFGFKDE6QLZ type=write size=1452957 2026-04-17T17:29:11.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.115+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~PIYK5KAVQUUK.0 size=1048576 2026-04-17T17:29:11.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.116+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~PIYK5KAVQUUK.1 size=404682 2026-04-17T17:29:11.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.116+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=PIYK5KAVQUUK tag=P6Y0NDSZ9Y0J type=write size=2501834 2026-04-17T17:29:11.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.117+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=WGAVM4TVRSZP type=del 2026-04-17T17:29:11.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.118+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.0 size=1048576 2026-04-17T17:29:11.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.119+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.1 size=1048576 2026-04-17T17:29:11.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.119+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.2 size=990934 2026-04-17T17:29:11.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.119+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=S3E6V84ZCC15 tag=7OKAO58ZKCQ1 type=write size=4136662 2026-04-17T17:29:11.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.120+0000 7f7c665b4880 1 < completed write operation key=SHWRAMH9AJNK tag=3488YY224GVD type=write size=196102 2026-04-17T17:29:11.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.121+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=TYVZ5BLZE1AL type=write size=574936 2026-04-17T17:29:11.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.122+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=ALWKP1X2RO5M type=del 2026-04-17T17:29:11.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.123+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=3JUG49OF99IX type=del size=861150 2026-04-17T17:29:11.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.123+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.0 size=1048576 2026-04-17T17:29:11.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.124+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.1 size=1048576 2026-04-17T17:29:11.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.125+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~UUCA9RYZ1QV0.2 size=334017 2026-04-17T17:29:11.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.126+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=UUCA9RYZ1QV0 tag=MALFHBSP70ZN type=write size=3479745 2026-04-17T17:29:11.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.127+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=Z0WVJ7C3PISG type=del size=3269796 2026-04-17T17:29:11.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.128+0000 7f7c665b4880 1 < completed write operation key=3FQ8A7OTR822 tag=E7C0SC7R9545 type=write size=744132 2026-04-17T17:29:11.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.129+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.0 size=1048576 2026-04-17T17:29:11.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.130+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.1 size=1048576 2026-04-17T17:29:11.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.131+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.2 size=559037 2026-04-17T17:29:11.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.131+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=NOCC2WU5O19C tag=CRYC5RYZ75FQ type=write size=3704765 2026-04-17T17:29:11.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.131+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=7PJ9PWLE8AZY type=del 2026-04-17T17:29:11.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.132+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=2DO52EOIHWHW type=write size=229123 2026-04-17T17:29:11.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.133+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~VHXS5IIVU7FY.0 size=555483 2026-04-17T17:29:11.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.134+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=VHXS5IIVU7FY tag=PMXT0XB1LXPQ type=write size=1604059 2026-04-17T17:29:11.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.135+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=GWJ5MY6EOLKZ type=write size=408199 2026-04-17T17:29:11.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.136+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=U1IZOZEC25BX type=del 2026-04-17T17:29:11.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.137+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.0 size=1048576 2026-04-17T17:29:11.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.138+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.1 size=1048576 2026-04-17T17:29:11.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.138+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.2 size=143502 2026-04-17T17:29:11.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.138+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=UL524VGPBL9Z tag=TF7SPPPSSOQX type=write size=3289230 2026-04-17T17:29:11.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.139+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~RC5Z54TXKTBF.0 size=743672 2026-04-17T17:29:11.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.140+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=RC5Z54TXKTBF tag=RE4JVIIPOTMR type=write size=1792248 2026-04-17T17:29:11.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.141+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=BV7GCZJH9GFF type=del size=2123196 2026-04-17T17:29:11.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.143+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=LHU4PLRE0QYX type=del 2026-04-17T17:29:11.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.144+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OEVTLZAIR72L.0 size=1048576 2026-04-17T17:29:11.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.144+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OEVTLZAIR72L.1 size=786828 2026-04-17T17:29:11.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.144+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=OEVTLZAIR72L tag=O7SU1RWVQ0IH type=write size=2883980 2026-04-17T17:29:11.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.145+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=696DN5A3UXPW type=del 2026-04-17T17:29:11.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.146+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=QFIFR8I63ACH type=del size=2861758 2026-04-17T17:29:11.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.147+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=6WBRE5G5MVZ9 type=del 2026-04-17T17:29:11.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.149+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~XODAL6V579M3.0 size=982875 2026-04-17T17:29:11.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.149+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=XODAL6V579M3 tag=2XYNOS2LAV6G type=write size=2031451 2026-04-17T17:29:11.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.149+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=RQ2TL1UCFKEL type=del 2026-04-17T17:29:11.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.151+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.0 size=1048576 2026-04-17T17:29:11.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.151+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.1 size=1048576 2026-04-17T17:29:11.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.152+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.2 size=798659 2026-04-17T17:29:11.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.152+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=WEAI7T2A5A8E tag=2EZ8F8P1C2HG type=write size=3944387 2026-04-17T17:29:11.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.153+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=4TK9M1UCFQG4 type=del 2026-04-17T17:29:11.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.154+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.0 size=1048576 2026-04-17T17:29:11.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.155+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.1 size=1048576 2026-04-17T17:29:11.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.155+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.2 size=222301 2026-04-17T17:29:11.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.155+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=8O5SG2V4GE02 tag=S1AZH9H7FFVX type=write size=3368029 2026-04-17T17:29:11.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.156+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=4N8B6ED7KVIM type=write size=259377 2026-04-17T17:29:11.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.157+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=7YBTRMVDC9BO type=del size=1659949 2026-04-17T17:29:11.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.158+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~PIYK5KAVQUUK.0 size=1048576 2026-04-17T17:29:11.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.158+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~PIYK5KAVQUUK.1 size=404682 2026-04-17T17:29:11.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.160+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=PIYK5KAVQUUK tag=P6Y0NDSZ9Y0J type=write size=2501834 2026-04-17T17:29:11.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.160+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=L5YVCAHI44R6 type=del size=1401529 2026-04-17T17:29:11.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.161+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.0 size=1048576 2026-04-17T17:29:11.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.161+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.1 size=1048576 2026-04-17T17:29:11.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.162+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~S3E6V84ZCC15.2 size=990934 2026-04-17T17:29:11.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.163+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=S3E6V84ZCC15 tag=7OKAO58ZKCQ1 type=write size=4136662 2026-04-17T17:29:11.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.164+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=FXAFSXO1EC5I type=del size=1900675 2026-04-17T17:29:11.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.165+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=TYVZ5BLZE1AL type=write size=574936 2026-04-17T17:29:11.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.165+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=X0HRR5R23AN1 type=del size=3866050 2026-04-17T17:29:11.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.166+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=3JUG49OF99IX type=del 2026-04-17T17:29:11.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.168+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~8HF6NACGK6YH.0 size=585713 2026-04-17T17:29:11.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.168+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=8HF6NACGK6YH tag=PFU9ITYXWQXB type=write size=1634289 2026-04-17T17:29:11.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.169+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=Z0WVJ7C3PISG type=del 2026-04-17T17:29:11.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.169+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=22RAWJW975JS type=del size=2196198 2026-04-17T17:29:11.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.170+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.0 size=1048576 2026-04-17T17:29:11.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.171+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.1 size=1048576 2026-04-17T17:29:11.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.172+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~NOCC2WU5O19C.2 size=559037 2026-04-17T17:29:11.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.173+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=NOCC2WU5O19C tag=CRYC5RYZ75FQ type=write size=3704765 2026-04-17T17:29:11.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.175+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.0 size=1048576 2026-04-17T17:29:11.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.175+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.1 size=1048576 2026-04-17T17:29:11.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.176+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.2 size=163210 2026-04-17T17:29:11.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.176+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=XEN51O2CO7LQ tag=NAB2MDOH0XOK type=write size=3308938 2026-04-17T17:29:11.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.177+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=2DO52EOIHWHW type=write size=229123 2026-04-17T17:29:11.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.178+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~29415X7WY3KD.0 size=243634 2026-04-17T17:29:11.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.178+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=29415X7WY3KD tag=ALOIF1ZAPNVV type=write size=1292210 2026-04-17T17:29:11.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.179+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=GWJ5MY6EOLKZ type=write size=408199 2026-04-17T17:29:11.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.180+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.0 size=1048576 2026-04-17T17:29:11.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.181+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.1 size=1048576 2026-04-17T17:29:11.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.182+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.2 size=280028 2026-04-17T17:29:11.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.182+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=6Z7SYKFJQIG4 tag=8BI6XEDNPR05 type=write size=3425756 2026-04-17T17:29:11.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.182+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.0 size=1048576 2026-04-17T17:29:11.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.183+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.1 size=1048576 2026-04-17T17:29:11.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.184+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~UL524VGPBL9Z.2 size=143502 2026-04-17T17:29:11.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.185+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=UL524VGPBL9Z tag=TF7SPPPSSOQX type=write size=3289230 2026-04-17T17:29:11.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.186+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=KD60ONEV5YDZ type=del size=735846 2026-04-17T17:29:11.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.187+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=BV7GCZJH9GFF type=del 2026-04-17T17:29:11.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.187+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=UGOSVXGHU1TN type=del size=2790460 2026-04-17T17:29:11.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.188+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OEVTLZAIR72L.0 size=1048576 2026-04-17T17:29:11.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.189+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OEVTLZAIR72L.1 size=786828 2026-04-17T17:29:11.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.190+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=OEVTLZAIR72L tag=O7SU1RWVQ0IH type=write size=2883980 2026-04-17T17:29:11.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.191+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~B7XA7FO2YHDV.0 size=1048576 2026-04-17T17:29:11.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.192+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~B7XA7FO2YHDV.1 size=548007 2026-04-17T17:29:11.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.192+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=B7XA7FO2YHDV tag=V3R542M3DFF1 type=write size=2645159 2026-04-17T17:29:11.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.193+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=QFIFR8I63ACH type=del 2026-04-17T17:29:11.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.194+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=Q6MSAW86PXLS type=del size=2223481 2026-04-17T17:29:11.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.195+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~XODAL6V579M3.0 size=982875 2026-04-17T17:29:11.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.196+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=XODAL6V579M3 tag=2XYNOS2LAV6G type=write size=2031451 2026-04-17T17:29:11.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.197+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~Z6M0PSCXLWV1.0 size=1048576 2026-04-17T17:29:11.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.198+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~Z6M0PSCXLWV1.1 size=365074 2026-04-17T17:29:11.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.198+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=Z6M0PSCXLWV1 tag=EJVFAS5D4A51 type=write size=2462226 2026-04-17T17:29:11.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.199+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.0 size=1048576 2026-04-17T17:29:11.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.199+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.1 size=1048576 2026-04-17T17:29:11.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.199+0000 7f7c665b4880 1 < canceled part key=_multipart_WXONWDD5IC4D.2~WEAI7T2A5A8E.2 size=798659 2026-04-17T17:29:11.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.201+0000 7f7c665b4880 1 < canceled multipart upload key=WXONWDD5IC4D upload=WEAI7T2A5A8E tag=2EZ8F8P1C2HG type=write size=3944387 2026-04-17T17:29:11.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.202+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=ARJ4N7N1M6I0 type=write size=505658 2026-04-17T17:29:11.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.202+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.0 size=1048576 2026-04-17T17:29:11.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.202+0000 7f7c665b4880 1 < canceled part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.1 size=1048576 2026-04-17T17:29:11.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.203+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~8O5SG2V4GE02.2 size=222301 2026-04-17T17:29:11.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.204+0000 7f7c665b4880 1 < canceled multipart upload key=ZZT5E3KUYN42 upload=8O5SG2V4GE02 tag=S1AZH9H7FFVX type=write size=3368029 2026-04-17T17:29:11.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.206+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.0 size=1048576 2026-04-17T17:29:11.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.207+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.1 size=1048576 2026-04-17T17:29:11.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.207+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.2 size=236660 2026-04-17T17:29:11.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.207+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=P8V449QLNUTE tag=D2AXJCIJBMP0 type=write size=3382388 2026-04-17T17:29:11.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.208+0000 7f7c665b4880 1 < canceled operation key=PH6NQ0F9XPO8 tag=7YBTRMVDC9BO type=del size=1659949 2026-04-17T17:29:11.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.210+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~RJOWPBW3SGCO.0 size=758456 2026-04-17T17:29:11.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.210+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=RJOWPBW3SGCO tag=X0MHV6ORX5FG type=write size=1807032 2026-04-17T17:29:11.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.211+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=L5YVCAHI44R6 type=del 2026-04-17T17:29:11.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.214+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.0 size=1048576 2026-04-17T17:29:11.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.215+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.1 size=1048576 2026-04-17T17:29:11.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.216+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.2 size=411931 2026-04-17T17:29:11.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.216+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=24WZOLGD9RVJ tag=5Z5TTE3OH41R type=write size=3557659 2026-04-17T17:29:11.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.217+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=FXAFSXO1EC5I type=del size=1900675 2026-04-17T17:29:11.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.218+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=3RXWV80DROAH type=del size=1210698 2026-04-17T17:29:11.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.219+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=X0HRR5R23AN1 type=del 2026-04-17T17:29:11.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.221+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.0 size=1048576 2026-04-17T17:29:11.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.221+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.1 size=1048576 2026-04-17T17:29:11.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.222+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.2 size=483112 2026-04-17T17:29:11.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.222+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=G7E5WX2VKEII tag=X5997Y7BQG7T type=write size=3628840 2026-04-17T17:29:11.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.224+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~8HF6NACGK6YH.0 size=585713 2026-04-17T17:29:11.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.226+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=8HF6NACGK6YH tag=PFU9ITYXWQXB type=write size=1634289 2026-04-17T17:29:11.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.227+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=XGYE8GYCRQTO type=del size=2768022 2026-04-17T17:29:11.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.228+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=22RAWJW975JS type=del size=2196198 2026-04-17T17:29:11.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.229+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=86NRYKGGMKAR type=del size=769913 2026-04-17T17:29:11.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.229+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.0 size=1048576 2026-04-17T17:29:11.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.229+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.1 size=1048576 2026-04-17T17:29:11.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.230+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~XEN51O2CO7LQ.2 size=163210 2026-04-17T17:29:11.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.232+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=XEN51O2CO7LQ tag=NAB2MDOH0XOK type=write size=3308938 2026-04-17T17:29:11.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.233+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~8WIKN66ZU8OD.0 size=742328 2026-04-17T17:29:11.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.233+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=8WIKN66ZU8OD tag=ZMLDEQSUW6AN type=write size=1790904 2026-04-17T17:29:11.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.234+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~29415X7WY3KD.0 size=243634 2026-04-17T17:29:11.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.236+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=29415X7WY3KD tag=ALOIF1ZAPNVV type=write size=1292210 2026-04-17T17:29:11.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.236+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=WGGAYSMJ1XJP type=del size=74253 2026-04-17T17:29:11.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.237+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.0 size=1048576 2026-04-17T17:29:11.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.238+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.1 size=1048576 2026-04-17T17:29:11.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.238+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~6Z7SYKFJQIG4.2 size=280028 2026-04-17T17:29:11.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.240+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=6Z7SYKFJQIG4 tag=8BI6XEDNPR05 type=write size=3425756 2026-04-17T17:29:11.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.241+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.0 size=1048576 2026-04-17T17:29:11.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.242+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.1 size=1048576 2026-04-17T17:29:11.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.242+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.2 size=337254 2026-04-17T17:29:11.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.242+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=977TJUNAPU20 tag=2KBUOSOLZVG6 type=write size=3482982 2026-04-17T17:29:11.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.243+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=KD60ONEV5YDZ type=del 2026-04-17T17:29:11.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.245+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~EN3VI7QJO345.0 size=1048576 2026-04-17T17:29:11.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.246+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~EN3VI7QJO345.1 size=645618 2026-04-17T17:29:11.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.246+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=EN3VI7QJO345 tag=NL35UMJL647W type=write size=2742770 2026-04-17T17:29:11.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.246+0000 7f7c665b4880 1 < canceled operation key=OCKF8K37F4KO tag=UGOSVXGHU1TN type=del size=2790460 2026-04-17T17:29:11.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.247+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=01VS1151CNNY type=write size=767597 2026-04-17T17:29:11.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.248+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~B7XA7FO2YHDV.0 size=1048576 2026-04-17T17:29:11.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.248+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~B7XA7FO2YHDV.1 size=548007 2026-04-17T17:29:11.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.250+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=B7XA7FO2YHDV tag=V3R542M3DFF1 type=write size=2645159 2026-04-17T17:29:11.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.250+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=MJU70YJ4BERR type=del size=3331612 2026-04-17T17:29:11.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.251+0000 7f7c665b4880 1 < canceled operation key=M01GP5SQE5GM tag=Q6MSAW86PXLS type=del size=2223481 2026-04-17T17:29:11.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.252+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=E3HFTM6D82TR type=del size=3921637 2026-04-17T17:29:11.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.253+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~Z6M0PSCXLWV1.0 size=1048576 2026-04-17T17:29:11.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.253+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~Z6M0PSCXLWV1.1 size=365074 2026-04-17T17:29:11.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.254+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=Z6M0PSCXLWV1 tag=EJVFAS5D4A51 type=write size=2462226 2026-04-17T17:29:11.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.255+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=0WHV9WIARA4O type=del size=968375 2026-04-17T17:29:11.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.256+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=ARJ4N7N1M6I0 type=write size=505658 2026-04-17T17:29:11.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.257+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=42I7QLIAJEWN type=del size=1616449 2026-04-17T17:29:11.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.258+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.0 size=1048576 2026-04-17T17:29:11.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.259+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.1 size=1048576 2026-04-17T17:29:11.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.259+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~P8V449QLNUTE.2 size=236660 2026-04-17T17:29:11.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.261+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=P8V449QLNUTE tag=D2AXJCIJBMP0 type=write size=3382388 2026-04-17T17:29:11.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.262+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=QTB30FC3VBLN type=del size=3358821 2026-04-17T17:29:11.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.263+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~RJOWPBW3SGCO.0 size=758456 2026-04-17T17:29:11.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.264+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=RJOWPBW3SGCO tag=X0MHV6ORX5FG type=write size=1807032 2026-04-17T17:29:11.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.266+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=YCG7DOBZZWF0 type=del size=845100 2026-04-17T17:29:11.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.268+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.0 size=1048576 2026-04-17T17:29:11.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.268+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.1 size=1048576 2026-04-17T17:29:11.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.269+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~24WZOLGD9RVJ.2 size=411931 2026-04-17T17:29:11.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.271+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=24WZOLGD9RVJ tag=5Z5TTE3OH41R type=write size=3557659 2026-04-17T17:29:11.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.273+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.0 size=1048576 2026-04-17T17:29:11.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.273+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.1 size=1048576 2026-04-17T17:29:11.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.274+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.2 size=773414 2026-04-17T17:29:11.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.274+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=KI9SJS6NVPVR tag=6ZC907PG5MX0 type=write size=3919142 2026-04-17T17:29:11.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.275+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=3RXWV80DROAH type=del 2026-04-17T17:29:11.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.276+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=9FKOLVTVAWDB type=del size=796187 2026-04-17T17:29:11.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.277+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.0 size=1048576 2026-04-17T17:29:11.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.278+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.1 size=1048576 2026-04-17T17:29:11.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.278+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~G7E5WX2VKEII.2 size=483112 2026-04-17T17:29:11.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.280+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=G7E5WX2VKEII tag=X5997Y7BQG7T type=write size=3628840 2026-04-17T17:29:11.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.281+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=GZ1QFDS1RVO3 type=del size=3382662 2026-04-17T17:29:11.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.283+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=XGYE8GYCRQTO type=del size=2768022 2026-04-17T17:29:11.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.284+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=12RQRPXYT3O6 type=write size=144951 2026-04-17T17:29:11.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.285+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=86NRYKGGMKAR type=del 2026-04-17T17:29:11.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.286+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=P54FOSL6LCX0 type=del size=1708560 2026-04-17T17:29:11.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.287+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~8WIKN66ZU8OD.0 size=742328 2026-04-17T17:29:11.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.288+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=8WIKN66ZU8OD tag=ZMLDEQSUW6AN type=write size=1790904 2026-04-17T17:29:11.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.290+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~DGTAP3JTT9YV.0 size=1048576 2026-04-17T17:29:11.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.291+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~DGTAP3JTT9YV.1 size=810838 2026-04-17T17:29:11.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.291+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=DGTAP3JTT9YV tag=NH0BDRE84EKX type=write size=2907990 2026-04-17T17:29:11.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.292+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=WGGAYSMJ1XJP type=del 2026-04-17T17:29:11.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.293+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=DPFQRT06NCF6 type=del size=3099085 2026-04-17T17:29:11.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.293+0000 7f7c665b4880 1 < canceled part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.0 size=1048576 2026-04-17T17:29:11.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.293+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.1 size=1048576 2026-04-17T17:29:11.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.294+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~977TJUNAPU20.2 size=337254 2026-04-17T17:29:11.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.296+0000 7f7c665b4880 1 < canceled multipart upload key=SHWRAMH9AJNK upload=977TJUNAPU20 tag=2KBUOSOLZVG6 type=write size=3482982 2026-04-17T17:29:11.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.297+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=9KYE2AFUEOE1 type=del size=3710151 2026-04-17T17:29:11.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.298+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~EN3VI7QJO345.0 size=1048576 2026-04-17T17:29:11.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.299+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~EN3VI7QJO345.1 size=645618 2026-04-17T17:29:11.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.300+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=EN3VI7QJO345 tag=NL35UMJL647W type=write size=2742770 2026-04-17T17:29:11.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.303+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=ZI61T3L2T3GZ type=write size=162810 2026-04-17T17:29:11.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.304+0000 7f7c665b4880 1 < suggested update operation key=SHWRAMH9AJNK tag=01VS1151CNNY type=write size=767597 2026-04-17T17:29:11.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.305+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=USZDBWS7LPN2 type=del size=1100736 2026-04-17T17:29:11.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.307+0000 7f7c665b4880 1 < suggested update operation key=WI8M3P76704S tag=MJU70YJ4BERR type=del size=3331612 2026-04-17T17:29:11.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.309+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.0 size=1048576 2026-04-17T17:29:11.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.310+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.1 size=1048576 2026-04-17T17:29:11.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.311+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.2 size=562090 2026-04-17T17:29:11.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.311+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=DOYK0WCF29EV tag=IWBT03N4O7QM type=write size=3707818 2026-04-17T17:29:11.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.312+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=E3HFTM6D82TR type=del 2026-04-17T17:29:11.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.312+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=UM4G3QHFX2P2 type=del size=2450271 2026-04-17T17:29:11.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.313+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=0WHV9WIARA4O type=del 2026-04-17T17:29:11.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.314+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=0X0FS6Z2A12X type=write size=179735 2026-04-17T17:29:11.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.315+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=42I7QLIAJEWN type=del 2026-04-17T17:29:11.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.317+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~4SUQOEBU6ROD.0 size=1048576 2026-04-17T17:29:11.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.317+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~4SUQOEBU6ROD.1 size=505911 2026-04-17T17:29:11.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.317+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=4SUQOEBU6ROD tag=DOAEM4E2H7S1 type=write size=2603063 2026-04-17T17:29:11.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.318+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=QTB30FC3VBLN type=del 2026-04-17T17:29:11.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.320+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~51JEGU13EC5I.0 size=658870 2026-04-17T17:29:11.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.320+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=51JEGU13EC5I tag=FIK8GSPWLNJ2 type=write size=1707446 2026-04-17T17:29:11.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.321+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=YCG7DOBZZWF0 type=del 2026-04-17T17:29:11.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.322+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~PK6BYHKO8VYV.0 size=1048576 2026-04-17T17:29:11.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.323+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~PK6BYHKO8VYV.1 size=205031 2026-04-17T17:29:11.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.323+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=PK6BYHKO8VYV tag=6Q8DK6VRXVXA type=write size=2302183 2026-04-17T17:29:11.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.323+0000 7f7c665b4880 1 < canceled part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.0 size=1048576 2026-04-17T17:29:11.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.324+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.1 size=1048576 2026-04-17T17:29:11.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.325+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~KI9SJS6NVPVR.2 size=773414 2026-04-17T17:29:11.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.326+0000 7f7c665b4880 1 < canceled multipart upload key=3PCOF6Z79E02 upload=KI9SJS6NVPVR tag=6ZC907PG5MX0 type=write size=3919142 2026-04-17T17:29:11.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.327+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=CXS47UKO91SD type=del size=3815787 2026-04-17T17:29:11.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.328+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=9FKOLVTVAWDB type=del 2026-04-17T17:29:11.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.329+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=LA8MJF57G647 type=del size=353155 2026-04-17T17:29:11.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.330+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=GZ1QFDS1RVO3 type=del 2026-04-17T17:29:11.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.331+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~E3TBG68YZ539.0 size=1048576 2026-04-17T17:29:11.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.332+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~E3TBG68YZ539.1 size=310700 2026-04-17T17:29:11.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.332+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=E3TBG68YZ539 tag=N4QNPXBOLM3U type=write size=2407852 2026-04-17T17:29:11.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.333+0000 7f7c665b4880 1 < completed write operation key=NU9ABT1YEXJP tag=12RQRPXYT3O6 type=write size=144951 2026-04-17T17:29:11.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.334+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=DD7IW84KNWEI type=write size=916573 2026-04-17T17:29:11.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.335+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=P54FOSL6LCX0 type=del 2026-04-17T17:29:11.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.336+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=DX3YFOC1ELPP type=write size=1005069 2026-04-17T17:29:11.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.337+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~DGTAP3JTT9YV.0 size=1048576 2026-04-17T17:29:11.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.338+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~DGTAP3JTT9YV.1 size=810838 2026-04-17T17:29:11.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.339+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=DGTAP3JTT9YV tag=NH0BDRE84EKX type=write size=2907990 2026-04-17T17:29:11.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.341+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~2ZOPVQNRWP66.0 size=1048576 2026-04-17T17:29:11.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.341+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~2ZOPVQNRWP66.1 size=698418 2026-04-17T17:29:11.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.341+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=2ZOPVQNRWP66 tag=HMOG42U2TJEX type=write size=2795570 2026-04-17T17:29:11.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.343+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=DPFQRT06NCF6 type=del 2026-04-17T17:29:11.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.344+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=28CAT450WFOV type=del size=3505398 2026-04-17T17:29:11.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.345+0000 7f7c665b4880 -1 < failed to complete operation key=SHWRAMH9AJNK tag=9KYE2AFUEOE1 type=del size=3710151: (22) Invalid argument 2026-04-17T17:29:11.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.346+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=MXGCGV3QJXGQ type=write size=37545 2026-04-17T17:29:11.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.348+0000 7f7c665b4880 1 < suggested update operation key=0GTGQ5P5Z4IJ tag=ZI61T3L2T3GZ type=write size=162810 2026-04-17T17:29:11.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.348+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=QV053YQGPF9T type=write size=34088 2026-04-17T17:29:11.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.349+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=USZDBWS7LPN2 type=del 2026-04-17T17:29:11.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.351+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.0 size=1048576 2026-04-17T17:29:11.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.351+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.1 size=1048576 2026-04-17T17:29:11.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.352+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.2 size=206617 2026-04-17T17:29:11.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.352+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=1NKL7BHXNAJK tag=B9ML5QLAK4IC type=write size=3352345 2026-04-17T17:29:11.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.353+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.0 size=1048576 2026-04-17T17:29:11.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.354+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.1 size=1048576 2026-04-17T17:29:11.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.354+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~DOYK0WCF29EV.2 size=562090 2026-04-17T17:29:11.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.356+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=DOYK0WCF29EV tag=IWBT03N4O7QM type=write size=3707818 2026-04-17T17:29:11.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.357+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~RY9DE17MYMCL.0 size=1048576 2026-04-17T17:29:11.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.358+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~RY9DE17MYMCL.1 size=576518 2026-04-17T17:29:11.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.358+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=RY9DE17MYMCL tag=OI4239YV1RJY type=write size=2673670 2026-04-17T17:29:11.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.359+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=UM4G3QHFX2P2 type=del 2026-04-17T17:29:11.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.360+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=MAOIEL1K69NO type=del size=829734 2026-04-17T17:29:11.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.360+0000 7f7c665b4880 1 < completed write operation key=WXONWDD5IC4D tag=0X0FS6Z2A12X type=write size=179735 2026-04-17T17:29:11.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.361+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=Y4F1OFD74RA1 type=del size=1182787 2026-04-17T17:29:11.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.362+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~4SUQOEBU6ROD.0 size=1048576 2026-04-17T17:29:11.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.363+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~4SUQOEBU6ROD.1 size=505911 2026-04-17T17:29:11.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.364+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=4SUQOEBU6ROD tag=DOAEM4E2H7S1 type=write size=2603063 2026-04-17T17:29:11.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.365+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=3YY74LVNSTPN type=del size=761681 2026-04-17T17:29:11.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.366+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~51JEGU13EC5I.0 size=658870 2026-04-17T17:29:11.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.367+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=51JEGU13EC5I tag=FIK8GSPWLNJ2 type=write size=1707446 2026-04-17T17:29:11.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.368+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=U26KCQ8ROG7E type=del size=1759177 2026-04-17T17:29:11.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.368+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~PK6BYHKO8VYV.0 size=1048576 2026-04-17T17:29:11.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.369+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~PK6BYHKO8VYV.1 size=205031 2026-04-17T17:29:11.374 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.370+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=PK6BYHKO8VYV tag=6Q8DK6VRXVXA type=write size=2302183 2026-04-17T17:29:11.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.372+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~V7PGKT0LHP6C.0 size=1048576 2026-04-17T17:29:11.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.372+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~V7PGKT0LHP6C.1 size=620377 2026-04-17T17:29:11.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.372+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=V7PGKT0LHP6C tag=VOXIJ3BP6DNT type=write size=2717529 2026-04-17T17:29:11.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.374+0000 7f7c665b4880 1 < suggested update operation key=TV0Y2WB5F1EK tag=CXS47UKO91SD type=del size=3815787 2026-04-17T17:29:11.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.375+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~S22RGFRH2OGN.0 size=50918 2026-04-17T17:29:11.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.375+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=S22RGFRH2OGN tag=13WWGQXJJVOF type=write size=1099494 2026-04-17T17:29:11.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.377+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=LA8MJF57G647 type=del size=353155 2026-04-17T17:29:11.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.378+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=7EJH5C0II8BZ type=del size=3016209 2026-04-17T17:29:11.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.378+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~E3TBG68YZ539.0 size=1048576 2026-04-17T17:29:11.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.379+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~E3TBG68YZ539.1 size=310700 2026-04-17T17:29:11.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.380+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=E3TBG68YZ539 tag=N4QNPXBOLM3U type=write size=2407852 2026-04-17T17:29:11.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.381+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=B5QIYU297X94 type=del size=2196636 2026-04-17T17:29:11.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.382+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=DD7IW84KNWEI type=write size=916573 2026-04-17T17:29:11.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.383+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=L08SEG1WU17Z type=del size=1931986 2026-04-17T17:29:11.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.383+0000 7f7c665b4880 1 < completed write operation key=WXONWDD5IC4D tag=DX3YFOC1ELPP type=write size=1005069 2026-04-17T17:29:11.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.385+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.0 size=1048576 2026-04-17T17:29:11.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.386+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.1 size=1048576 2026-04-17T17:29:11.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.386+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.2 size=518785 2026-04-17T17:29:11.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.386+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=95SJBSVIPJ68 tag=6HBYPQAY7MR4 type=write size=3664513 2026-04-17T17:29:11.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.388+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~2ZOPVQNRWP66.0 size=1048576 2026-04-17T17:29:11.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.389+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~2ZOPVQNRWP66.1 size=698418 2026-04-17T17:29:11.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.390+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=2ZOPVQNRWP66 tag=HMOG42U2TJEX type=write size=2795570 2026-04-17T17:29:11.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.392+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.0 size=1048576 2026-04-17T17:29:11.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.392+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.1 size=1048576 2026-04-17T17:29:11.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.393+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.2 size=170304 2026-04-17T17:29:11.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.393+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=POUZUDICCY21 tag=FLFTB8Q560B2 type=write size=3316032 2026-04-17T17:29:11.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.394+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=28CAT450WFOV type=del 2026-04-17T17:29:11.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.394+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=J4AUZFD5LRKA type=del size=4063037 2026-04-17T17:29:11.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.396+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=MXGCGV3QJXGQ type=write 2026-04-17T17:29:11.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.397+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~APGD9TBIHWWJ.0 size=1010782 2026-04-17T17:29:11.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.397+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=APGD9TBIHWWJ tag=QOKHOOSWSVAN type=write size=2059358 2026-04-17T17:29:11.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.398+0000 7f7c665b4880 -1 < failed to complete operation key=X3LOYT9XHKPY tag=QV053YQGPF9T type=write size=34088: (22) Invalid argument 2026-04-17T17:29:11.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.399+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~8AN4QI7XG35T.0 size=1042367 2026-04-17T17:29:11.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.399+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=8AN4QI7XG35T tag=M40JHYTB60J3 type=write size=2090943 2026-04-17T17:29:11.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.400+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.0 size=1048576 2026-04-17T17:29:11.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.400+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.1 size=1048576 2026-04-17T17:29:11.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.401+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~1NKL7BHXNAJK.2 size=206617 2026-04-17T17:29:11.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.403+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=1NKL7BHXNAJK tag=B9ML5QLAK4IC type=write size=3352345 2026-04-17T17:29:11.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.404+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=0W0AUQ32Q3WO type=del size=3792122 2026-04-17T17:29:11.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.405+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~RY9DE17MYMCL.0 size=1048576 2026-04-17T17:29:11.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.405+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~RY9DE17MYMCL.1 size=576518 2026-04-17T17:29:11.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.407+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=RY9DE17MYMCL tag=OI4239YV1RJY type=write size=2673670 2026-04-17T17:29:11.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.407+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=7FXXAVLRA6Q2 type=del size=1710132 2026-04-17T17:29:11.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.409+0000 7f7c665b4880 1 < suggested remove operation key=8D06X54EXF53 tag=MAOIEL1K69NO type=del 2026-04-17T17:29:11.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.410+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=PBCHFSIKYZRF type=del size=682207 2026-04-17T17:29:11.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.410+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=Y4F1OFD74RA1 type=del 2026-04-17T17:29:11.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.412+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.0 size=1048576 2026-04-17T17:29:11.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.412+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.1 size=1048576 2026-04-17T17:29:11.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.413+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.2 size=613205 2026-04-17T17:29:11.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.413+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=E93N2HUC6BRS tag=DN99NKWIITZ7 type=write size=3758933 2026-04-17T17:29:11.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.414+0000 7f7c665b4880 1 < canceled operation key=XH8AFLSS0JG5 tag=3YY74LVNSTPN type=del size=761681 2026-04-17T17:29:11.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.415+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~IS4QK7IHS2UD.0 size=1048576 2026-04-17T17:29:11.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.416+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~IS4QK7IHS2UD.1 size=708773 2026-04-17T17:29:11.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.416+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=IS4QK7IHS2UD tag=POMFU6WUWYHS type=write size=2805925 2026-04-17T17:29:11.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.417+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=U26KCQ8ROG7E type=del 2026-04-17T17:29:11.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.418+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~T0RJZ4PN231J.0 size=1048576 2026-04-17T17:29:11.422 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.419+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~T0RJZ4PN231J.1 size=875175 2026-04-17T17:29:11.422 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.419+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=T0RJZ4PN231J tag=PGDF2SOQTSSK type=write size=2972327 2026-04-17T17:29:11.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.419+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~V7PGKT0LHP6C.0 size=1048576 2026-04-17T17:29:11.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.420+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~V7PGKT0LHP6C.1 size=620377 2026-04-17T17:29:11.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.421+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=V7PGKT0LHP6C tag=VOXIJ3BP6DNT type=write size=2717529 2026-04-17T17:29:11.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.422+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=ZJ3OH8JWYRHR type=del size=324351 2026-04-17T17:29:11.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.423+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~S22RGFRH2OGN.0 size=50918 2026-04-17T17:29:11.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.424+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=S22RGFRH2OGN tag=13WWGQXJJVOF type=write size=1099494 2026-04-17T17:29:11.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.425+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=DHMIO9B7LJIF type=del size=1655029 2026-04-17T17:29:11.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.426+0000 7f7c665b4880 -1 < failed to complete operation key=UWOLL79ZRJ1B tag=7EJH5C0II8BZ type=del size=3016209: (22) Invalid argument 2026-04-17T17:29:11.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.427+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=4YIZ3UTRSRM8 type=del size=4096577 2026-04-17T17:29:11.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.427+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=B5QIYU297X94 type=del 2026-04-17T17:29:11.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.429+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~CZD1G8X8R7FI.0 size=638533 2026-04-17T17:29:11.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.429+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=CZD1G8X8R7FI tag=PZ99IXXKGOZ2 type=write size=1687109 2026-04-17T17:29:11.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.430+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=L08SEG1WU17Z type=del 2026-04-17T17:29:11.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.431+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=5EYDZM9KCNI5 type=del size=1168389 2026-04-17T17:29:11.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.432+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.0 size=1048576 2026-04-17T17:29:11.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.433+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.1 size=1048576 2026-04-17T17:29:11.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.433+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~95SJBSVIPJ68.2 size=518785 2026-04-17T17:29:11.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.435+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=95SJBSVIPJ68 tag=6HBYPQAY7MR4 type=write size=3664513 2026-04-17T17:29:11.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.437+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~TPHBLIAKRE8Z.0 size=1048576 2026-04-17T17:29:11.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.437+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~TPHBLIAKRE8Z.1 size=883173 2026-04-17T17:29:11.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.437+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=TPHBLIAKRE8Z tag=E51IPA366YVH type=write size=2980325 2026-04-17T17:29:11.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.438+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.0 size=1048576 2026-04-17T17:29:11.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.439+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.1 size=1048576 2026-04-17T17:29:11.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.440+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~POUZUDICCY21.2 size=170304 2026-04-17T17:29:11.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.441+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=POUZUDICCY21 tag=FLFTB8Q560B2 type=write size=3316032 2026-04-17T17:29:11.446 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.443+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~BNE7X7WGVPKI.0 size=809824 2026-04-17T17:29:11.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.443+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=BNE7X7WGVPKI tag=GDVQOK33II1Q type=write size=1858400 2026-04-17T17:29:11.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.445+0000 7f7c665b4880 1 < suggested remove operation key=NU9ABT1YEXJP tag=J4AUZFD5LRKA type=del 2026-04-17T17:29:11.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.446+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=Q2R5YQUXNKCB type=del size=2725232 2026-04-17T17:29:11.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.446+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~APGD9TBIHWWJ.0 size=1010782 2026-04-17T17:29:11.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.450+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=APGD9TBIHWWJ tag=QOKHOOSWSVAN type=write size=2059358 2026-04-17T17:29:11.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.451+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=5JPGT2X1ZE3G type=del size=382610 2026-04-17T17:29:11.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.452+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~8AN4QI7XG35T.0 size=1042367 2026-04-17T17:29:11.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.454+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=8AN4QI7XG35T tag=M40JHYTB60J3 type=write size=2090943 2026-04-17T17:29:11.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.455+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=EL2MNOXSAEYI type=del size=2510131 2026-04-17T17:29:11.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.456+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=0W0AUQ32Q3WO type=del 2026-04-17T17:29:11.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.457+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=GU5CCM72O6J5 type=del size=1741657 2026-04-17T17:29:11.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.458+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=7FXXAVLRA6Q2 type=del 2026-04-17T17:29:11.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.460+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~1I7UWIXRULBP.0 size=1048576 2026-04-17T17:29:11.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.461+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~1I7UWIXRULBP.1 size=254258 2026-04-17T17:29:11.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.461+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=1I7UWIXRULBP tag=0L7QHZZK6NNY type=write size=2351410 2026-04-17T17:29:11.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.462+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=PBCHFSIKYZRF type=del 2026-04-17T17:29:11.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.464+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~P2XB59TSGB0P.0 size=1048576 2026-04-17T17:29:11.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.465+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~P2XB59TSGB0P.1 size=847134 2026-04-17T17:29:11.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.465+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=P2XB59TSGB0P tag=ZREZSEZ9L9ZW type=write size=2944286 2026-04-17T17:29:11.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.465+0000 7f7c665b4880 1 < canceled part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.0 size=1048576 2026-04-17T17:29:11.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.465+0000 7f7c665b4880 1 < canceled part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.1 size=1048576 2026-04-17T17:29:11.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.466+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~E93N2HUC6BRS.2 size=613205 2026-04-17T17:29:11.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.468+0000 7f7c665b4880 1 < canceled multipart upload key=6A36KB48BU1Q upload=E93N2HUC6BRS tag=DN99NKWIITZ7 type=write size=3758933 2026-04-17T17:29:11.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.470+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.0 size=1048576 2026-04-17T17:29:11.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.471+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.1 size=1048576 2026-04-17T17:29:11.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.472+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.2 size=832928 2026-04-17T17:29:11.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.472+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=GVLA7TA2HNAT tag=85BECK2ILMUZ type=write size=3978656 2026-04-17T17:29:11.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.473+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~IS4QK7IHS2UD.0 size=1048576 2026-04-17T17:29:11.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.474+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~IS4QK7IHS2UD.1 size=708773 2026-04-17T17:29:11.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.476+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=IS4QK7IHS2UD tag=POMFU6WUWYHS type=write size=2805925 2026-04-17T17:29:11.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.477+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=14CUW5YG7F26 type=del size=147495 2026-04-17T17:29:11.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.478+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~T0RJZ4PN231J.0 size=1048576 2026-04-17T17:29:11.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.479+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~T0RJZ4PN231J.1 size=875175 2026-04-17T17:29:11.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.480+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=T0RJZ4PN231J tag=PGDF2SOQTSSK type=write size=2972327 2026-04-17T17:29:11.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.481+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=31J7NLZSQHQJ type=del size=3607345 2026-04-17T17:29:11.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.482+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=ZJ3OH8JWYRHR type=del 2026-04-17T17:29:11.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.484+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~BJ7Y2P4NOA2D.0 size=1048576 2026-04-17T17:29:11.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.485+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~BJ7Y2P4NOA2D.1 size=301057 2026-04-17T17:29:11.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.485+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=BJ7Y2P4NOA2D tag=86ZF5M0JHQCS type=write size=2398209 2026-04-17T17:29:11.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.486+0000 7f7c665b4880 -1 < failed to complete operation key=ZPRLHK1F89L2 tag=DHMIO9B7LJIF type=del size=1655029: (22) Invalid argument 2026-04-17T17:29:11.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.487+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=9TOLEO0NLNNP type=write size=383861 2026-04-17T17:29:11.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.488+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=4YIZ3UTRSRM8 type=del size=4096577 2026-04-17T17:29:11.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.490+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.0 size=1048576 2026-04-17T17:29:11.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.491+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.1 size=1048576 2026-04-17T17:29:11.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.492+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.2 size=941790 2026-04-17T17:29:11.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.492+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=HCWISF7PQ2MJ tag=LLGQ18L5S96Q type=write size=4087518 2026-04-17T17:29:11.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.493+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~CZD1G8X8R7FI.0 size=638533 2026-04-17T17:29:11.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.494+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=CZD1G8X8R7FI tag=PZ99IXXKGOZ2 type=write size=1687109 2026-04-17T17:29:11.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.497+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.0 size=1048576 2026-04-17T17:29:11.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.497+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.1 size=1048576 2026-04-17T17:29:11.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.498+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.2 size=142800 2026-04-17T17:29:11.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.498+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=I495D5XD3CXL tag=EF30F836F4R6 type=write size=3288528 2026-04-17T17:29:11.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.499+0000 7f7c665b4880 -1 < failed to complete operation key=Q45KTI620J8K tag=5EYDZM9KCNI5 type=del size=1168389: (22) Invalid argument 2026-04-17T17:29:11.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.500+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=825O9OZGEHMD type=write size=936500 2026-04-17T17:29:11.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.501+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~TPHBLIAKRE8Z.0 size=1048576 2026-04-17T17:29:11.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.502+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~TPHBLIAKRE8Z.1 size=883173 2026-04-17T17:29:11.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.504+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=TPHBLIAKRE8Z tag=E51IPA366YVH type=write size=2980325 2026-04-17T17:29:11.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.506+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~8HCGYEZYCS35.0 size=1048576 2026-04-17T17:29:11.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.506+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~8HCGYEZYCS35.1 size=658043 2026-04-17T17:29:11.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.506+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=8HCGYEZYCS35 tag=275KQ80OBYBX type=write size=2755195 2026-04-17T17:29:11.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.507+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~BNE7X7WGVPKI.0 size=809824 2026-04-17T17:29:11.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.509+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=BNE7X7WGVPKI tag=GDVQOK33II1Q type=write size=1858400 2026-04-17T17:29:11.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.510+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~VRWMIK2BPGLI.0 size=1048576 2026-04-17T17:29:11.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.511+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~VRWMIK2BPGLI.1 size=329592 2026-04-17T17:29:11.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.511+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=VRWMIK2BPGLI tag=JYPSUM6IMA6H type=write size=2426744 2026-04-17T17:29:11.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.513+0000 7f7c665b4880 1 < suggested remove operation key=6A36KB48BU1Q tag=Q2R5YQUXNKCB type=del 2026-04-17T17:29:11.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.513+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=EDPUH1KH3O2J type=del size=3525296 2026-04-17T17:29:11.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.514+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=5JPGT2X1ZE3G type=del 2026-04-17T17:29:11.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.516+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~FVMBH0WN9M73.0 size=1048576 2026-04-17T17:29:11.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.516+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~FVMBH0WN9M73.1 size=275599 2026-04-17T17:29:11.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.516+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=FVMBH0WN9M73 tag=0Q55ZVA79X85 type=write size=2372751 2026-04-17T17:29:11.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.518+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=EL2MNOXSAEYI type=del 2026-04-17T17:29:11.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.518+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=LLIL8LB1PBOO type=del size=1919372 2026-04-17T17:29:11.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.519+0000 7f7c665b4880 1 < canceled operation key=OCKF8K37F4KO tag=GU5CCM72O6J5 type=del size=1741657 2026-04-17T17:29:11.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.520+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=9NU77QATDQCN type=del size=992289 2026-04-17T17:29:11.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.521+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~1I7UWIXRULBP.0 size=1048576 2026-04-17T17:29:11.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.521+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~1I7UWIXRULBP.1 size=254258 2026-04-17T17:29:11.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.523+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=1I7UWIXRULBP tag=0L7QHZZK6NNY type=write size=2351410 2026-04-17T17:29:11.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.524+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=HREL2WBSESNU type=write size=210818 2026-04-17T17:29:11.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.524+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~P2XB59TSGB0P.0 size=1048576 2026-04-17T17:29:11.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.525+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~P2XB59TSGB0P.1 size=847134 2026-04-17T17:29:11.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.527+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=P2XB59TSGB0P tag=ZREZSEZ9L9ZW type=write size=2944286 2026-04-17T17:29:11.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.528+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~78MDC10VEAI1.0 size=717604 2026-04-17T17:29:11.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.528+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=78MDC10VEAI1 tag=5IVLIMR1PX4Z type=write size=1766180 2026-04-17T17:29:11.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.529+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.0 size=1048576 2026-04-17T17:29:11.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.529+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.1 size=1048576 2026-04-17T17:29:11.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.530+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~GVLA7TA2HNAT.2 size=832928 2026-04-17T17:29:11.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.531+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=GVLA7TA2HNAT tag=85BECK2ILMUZ type=write size=3978656 2026-04-17T17:29:11.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.532+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=IG6P03TGXDRK type=write size=100200 2026-04-17T17:29:11.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.533+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=14CUW5YG7F26 type=del 2026-04-17T17:29:11.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.534+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=BAER5JPWNPSR type=del size=2854606 2026-04-17T17:29:11.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.535+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=31J7NLZSQHQJ type=del 2026-04-17T17:29:11.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.535+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=WD8RT0TY10DI type=del size=2040341 2026-04-17T17:29:11.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.536+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~BJ7Y2P4NOA2D.0 size=1048576 2026-04-17T17:29:11.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.537+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~BJ7Y2P4NOA2D.1 size=301057 2026-04-17T17:29:11.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.538+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=BJ7Y2P4NOA2D tag=86ZF5M0JHQCS type=write size=2398209 2026-04-17T17:29:11.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.539+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=IVAF9VHXXDXJ type=del size=2845691 2026-04-17T17:29:11.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.540+0000 7f7c665b4880 1 < completed write operation key=XH8AFLSS0JG5 tag=9TOLEO0NLNNP type=write size=383861 2026-04-17T17:29:11.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.541+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=IYPEPHYGNQS2 type=write size=54393 2026-04-17T17:29:11.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.541+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.0 size=1048576 2026-04-17T17:29:11.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.542+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.1 size=1048576 2026-04-17T17:29:11.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.543+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~HCWISF7PQ2MJ.2 size=941790 2026-04-17T17:29:11.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.544+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=HCWISF7PQ2MJ tag=LLGQ18L5S96Q type=write size=4087518 2026-04-17T17:29:11.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.545+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=HHX5TCLEHBYZ type=del size=2666574 2026-04-17T17:29:11.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.546+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.0 size=1048576 2026-04-17T17:29:11.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.547+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.1 size=1048576 2026-04-17T17:29:11.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.547+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~I495D5XD3CXL.2 size=142800 2026-04-17T17:29:11.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.549+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=I495D5XD3CXL tag=EF30F836F4R6 type=write size=3288528 2026-04-17T17:29:11.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.549+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=UOTUEB9R860F type=del size=627857 2026-04-17T17:29:11.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.550+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=825O9OZGEHMD type=write size=936500 2026-04-17T17:29:11.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.552+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~ELFQO1291G49.0 size=214204 2026-04-17T17:29:11.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.552+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=ELFQO1291G49 tag=VDNJTGPWA8YI type=write size=1262780 2026-04-17T17:29:11.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.553+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~8HCGYEZYCS35.0 size=1048576 2026-04-17T17:29:11.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.554+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~8HCGYEZYCS35.1 size=658043 2026-04-17T17:29:11.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.555+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=8HCGYEZYCS35 tag=275KQ80OBYBX type=write size=2755195 2026-04-17T17:29:11.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.555+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=61W6J3LPKOLG type=write size=147289 2026-04-17T17:29:11.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.556+0000 7f7c665b4880 1 < canceled part key=_multipart_6A36KB48BU1Q.2~VRWMIK2BPGLI.0 size=1048576 2026-04-17T17:29:11.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.556+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~VRWMIK2BPGLI.1 size=329592 2026-04-17T17:29:11.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.557+0000 7f7c665b4880 1 < canceled multipart upload key=6A36KB48BU1Q upload=VRWMIK2BPGLI tag=JYPSUM6IMA6H type=write size=2426744 2026-04-17T17:29:11.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.559+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.0 size=1048576 2026-04-17T17:29:11.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.559+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.1 size=1048576 2026-04-17T17:29:11.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.560+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.2 size=158972 2026-04-17T17:29:11.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.560+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=Z38K0S95EAMG tag=0BNY8606WTNX type=write size=3304700 2026-04-17T17:29:11.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.561+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=EDPUH1KH3O2J type=del 2026-04-17T17:29:11.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.562+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.0 size=1048576 2026-04-17T17:29:11.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.562+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.1 size=1048576 2026-04-17T17:29:11.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.563+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.2 size=841348 2026-04-17T17:29:11.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.563+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=0LVAZBYGVAQF tag=4HA553UZ0OX2 type=write size=3987076 2026-04-17T17:29:11.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.564+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~FVMBH0WN9M73.0 size=1048576 2026-04-17T17:29:11.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.564+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~FVMBH0WN9M73.1 size=275599 2026-04-17T17:29:11.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.566+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=FVMBH0WN9M73 tag=0Q55ZVA79X85 type=write size=2372751 2026-04-17T17:29:11.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.567+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.0 size=1048576 2026-04-17T17:29:11.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.568+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.1 size=1048576 2026-04-17T17:29:11.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.568+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.2 size=791602 2026-04-17T17:29:11.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.568+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=FIHKSYEZSJL4 tag=872EYA28IJDS type=write size=3937330 2026-04-17T17:29:11.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.569+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=LLIL8LB1PBOO type=del 2026-04-17T17:29:11.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.570+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~T7PEUYIA24JO.0 size=302993 2026-04-17T17:29:11.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.570+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=T7PEUYIA24JO tag=2AH4LZAYOHL9 type=write size=1351569 2026-04-17T17:29:11.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.572+0000 7f7c665b4880 1 < suggested remove operation key=WYW40XCSXKEX tag=9NU77QATDQCN type=del 2026-04-17T17:29:11.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.573+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~NUA5QBJJNF41.0 size=1048576 2026-04-17T17:29:11.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.574+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~NUA5QBJJNF41.1 size=308594 2026-04-17T17:29:11.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.574+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=NUA5QBJJNF41 tag=SS3UMMOLNXSX type=write size=2405746 2026-04-17T17:29:11.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.575+0000 7f7c665b4880 1 < suggested remove operation key=8D06X54EXF53 tag=HREL2WBSESNU type=write 2026-04-17T17:29:11.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.576+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=VU3KSQOV4F18 type=write size=536519 2026-04-17T17:29:11.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.577+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~78MDC10VEAI1.0 size=717604 2026-04-17T17:29:11.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.578+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=78MDC10VEAI1 tag=5IVLIMR1PX4Z type=write size=1766180 2026-04-17T17:29:11.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.579+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=IU1CEA8T3B9U type=del size=2012699 2026-04-17T17:29:11.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.579+0000 7f7c665b4880 1 < completed write operation key=Q45KTI620J8K tag=IG6P03TGXDRK type=write size=100200 2026-04-17T17:29:11.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.580+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=ZW3CVGH1PQCE type=del size=846744 2026-04-17T17:29:11.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.581+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=BAER5JPWNPSR type=del 2026-04-17T17:29:11.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.582+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=VEGGCGHRMH1Q type=del size=2131118 2026-04-17T17:29:11.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.583+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=WD8RT0TY10DI type=del 2026-04-17T17:29:11.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.584+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~90KB2W22OE9O.0 size=336182 2026-04-17T17:29:11.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.584+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=90KB2W22OE9O tag=5ZFXH59781U0 type=write size=1384758 2026-04-17T17:29:11.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.585+0000 7f7c665b4880 1 < canceled operation key=Q45KTI620J8K tag=IVAF9VHXXDXJ type=del size=2845691 2026-04-17T17:29:11.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.586+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.0 size=1048576 2026-04-17T17:29:11.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.587+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.1 size=1048576 2026-04-17T17:29:11.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.588+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.2 size=345784 2026-04-17T17:29:11.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.588+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=IOWE1D615P6B tag=X6PYPNTNL12O type=write size=3491512 2026-04-17T17:29:11.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.589+0000 7f7c665b4880 1 < completed write operation key=3FQ8A7OTR822 tag=IYPEPHYGNQS2 type=write size=54393 2026-04-17T17:29:11.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.590+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~GO342Y4LINR2.0 size=834078 2026-04-17T17:29:11.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.590+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=GO342Y4LINR2 tag=USPZ6TBOXKX3 type=write size=1882654 2026-04-17T17:29:11.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.592+0000 7f7c665b4880 1 < suggested remove operation key=LHY9D0JYTATK tag=HHX5TCLEHBYZ type=del 2026-04-17T17:29:11.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.593+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=1UPGYKPQF4XO type=write size=914757 2026-04-17T17:29:11.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.593+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=UOTUEB9R860F type=del 2026-04-17T17:29:11.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.595+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.0 size=1048576 2026-04-17T17:29:11.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.596+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.1 size=1048576 2026-04-17T17:29:11.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.596+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.2 size=293442 2026-04-17T17:29:11.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.596+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=X5KTOFNHCA17 tag=IYNNWSJ6EZ3H type=write size=3439170 2026-04-17T17:29:11.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.597+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~ELFQO1291G49.0 size=214204 2026-04-17T17:29:11.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.599+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=ELFQO1291G49 tag=VDNJTGPWA8YI type=write size=1262780 2026-04-17T17:29:11.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.599+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=5F17M5QXK6MF type=del size=453834 2026-04-17T17:29:11.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.600+0000 7f7c665b4880 1 < canceled operation key=I0JIPYOQZ7X4 tag=61W6J3LPKOLG type=write size=147289 2026-04-17T17:29:11.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.602+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~GKJ7J9Q3228U.0 size=125200 2026-04-17T17:29:11.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.602+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=GKJ7J9Q3228U tag=EVPFY7DHYAZW type=write size=1173776 2026-04-17T17:29:11.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.602+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.0 size=1048576 2026-04-17T17:29:11.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.603+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.1 size=1048576 2026-04-17T17:29:11.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.604+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~Z38K0S95EAMG.2 size=158972 2026-04-17T17:29:11.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.605+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=Z38K0S95EAMG tag=0BNY8606WTNX type=write size=3304700 2026-04-17T17:29:11.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.607+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.0 size=1048576 2026-04-17T17:29:11.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.607+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.1 size=1048576 2026-04-17T17:29:11.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.608+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.2 size=458633 2026-04-17T17:29:11.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.608+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=P6MIL3PJ45OU tag=OT4HGQZH9VXW type=write size=3604361 2026-04-17T17:29:11.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.609+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.0 size=1048576 2026-04-17T17:29:11.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.609+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.1 size=1048576 2026-04-17T17:29:11.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.610+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~0LVAZBYGVAQF.2 size=841348 2026-04-17T17:29:11.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.611+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=0LVAZBYGVAQF tag=4HA553UZ0OX2 type=write size=3987076 2026-04-17T17:29:11.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.612+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=DSI48ELIWTTA type=del size=2963153 2026-04-17T17:29:11.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.613+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.0 size=1048576 2026-04-17T17:29:11.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.613+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.1 size=1048576 2026-04-17T17:29:11.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.614+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~FIHKSYEZSJL4.2 size=791602 2026-04-17T17:29:11.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.615+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=FIHKSYEZSJL4 tag=872EYA28IJDS type=write size=3937330 2026-04-17T17:29:11.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.616+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=13GDZDUIYAWL type=write size=162519 2026-04-17T17:29:11.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.617+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~T7PEUYIA24JO.0 size=302993 2026-04-17T17:29:11.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.618+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=T7PEUYIA24JO tag=2AH4LZAYOHL9 type=write size=1351569 2026-04-17T17:29:11.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.619+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=FMC1ZI4I38N5 type=write size=296167 2026-04-17T17:29:11.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.620+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~NUA5QBJJNF41.0 size=1048576 2026-04-17T17:29:11.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.620+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~NUA5QBJJNF41.1 size=308594 2026-04-17T17:29:11.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.622+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=NUA5QBJJNF41 tag=SS3UMMOLNXSX type=write size=2405746 2026-04-17T17:29:11.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.623+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=LPYRRKML86WI type=del size=806798 2026-04-17T17:29:11.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.624+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=VU3KSQOV4F18 type=write size=536519 2026-04-17T17:29:11.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.625+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~GRBE9Y1VYYWL.0 size=1048576 2026-04-17T17:29:11.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.626+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~GRBE9Y1VYYWL.1 size=489596 2026-04-17T17:29:11.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.626+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=GRBE9Y1VYYWL tag=1JM0EACDJ2LS type=write size=2586748 2026-04-17T17:29:11.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.627+0000 7f7c665b4880 1 < suggested update operation key=WXONWDD5IC4D tag=IU1CEA8T3B9U type=del size=2012699 2026-04-17T17:29:11.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.629+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.0 size=1048576 2026-04-17T17:29:11.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.629+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.1 size=1048576 2026-04-17T17:29:11.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.630+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.2 size=274853 2026-04-17T17:29:11.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.630+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=PCWLVOIQ789N tag=J4WN3PAUKM14 type=write size=3420581 2026-04-17T17:29:11.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.631+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=ZW3CVGH1PQCE type=del 2026-04-17T17:29:11.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.632+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=R2K311BWRHH4 type=del size=3731563 2026-04-17T17:29:11.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.633+0000 7f7c665b4880 -1 < failed to complete operation key=WXONWDD5IC4D tag=VEGGCGHRMH1Q type=del size=2131118: (22) Invalid argument 2026-04-17T17:29:11.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.634+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~M2ALNYO1QT4Y.0 size=523631 2026-04-17T17:29:11.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.634+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=M2ALNYO1QT4Y tag=039U68CFI7IB type=write size=1572207 2026-04-17T17:29:11.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.635+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~90KB2W22OE9O.0 size=336182 2026-04-17T17:29:11.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.636+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=90KB2W22OE9O tag=5ZFXH59781U0 type=write size=1384758 2026-04-17T17:29:11.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.638+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~Q434TAB9VZM8.0 size=852104 2026-04-17T17:29:11.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.638+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=Q434TAB9VZM8 tag=JV39FPSVPATK type=write size=1900680 2026-04-17T17:29:11.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.639+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.0 size=1048576 2026-04-17T17:29:11.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.639+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.1 size=1048576 2026-04-17T17:29:11.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.639+0000 7f7c665b4880 1 < canceled part key=_multipart_HUT2A3M2V4BF.2~IOWE1D615P6B.2 size=345784 2026-04-17T17:29:11.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.641+0000 7f7c665b4880 1 < canceled multipart upload key=HUT2A3M2V4BF upload=IOWE1D615P6B tag=X6PYPNTNL12O type=write size=3491512 2026-04-17T17:29:11.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.642+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~LJGRBFKWRMXD.0 size=757936 2026-04-17T17:29:11.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.642+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=LJGRBFKWRMXD tag=KTIDRVPVPSQF type=write size=1806512 2026-04-17T17:29:11.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.643+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~GO342Y4LINR2.0 size=834078 2026-04-17T17:29:11.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.645+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=GO342Y4LINR2 tag=USPZ6TBOXKX3 type=write size=1882654 2026-04-17T17:29:11.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.645+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=JG3FST8T0CVC type=del size=3900237 2026-04-17T17:29:11.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.647+0000 7f7c665b4880 1 < suggested update operation key=NC1GI2H2H0YA tag=1UPGYKPQF4XO type=write size=914757 2026-04-17T17:29:11.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.648+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~1Y8MT61AZXYA.0 size=1048576 2026-04-17T17:29:11.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.649+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~1Y8MT61AZXYA.1 size=953580 2026-04-17T17:29:11.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.649+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=1Y8MT61AZXYA tag=V06HAGGQSBR1 type=write size=3050732 2026-04-17T17:29:11.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.650+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.0 size=1048576 2026-04-17T17:29:11.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.651+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.1 size=1048576 2026-04-17T17:29:11.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.651+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~X5KTOFNHCA17.2 size=293442 2026-04-17T17:29:11.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.653+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=X5KTOFNHCA17 tag=IYNNWSJ6EZ3H type=write size=3439170 2026-04-17T17:29:11.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.653+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=NS5DVHS7963P type=write size=1019944 2026-04-17T17:29:11.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.654+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=5F17M5QXK6MF type=del size=453834 2026-04-17T17:29:11.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.656+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.0 size=1048576 2026-04-17T17:29:11.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.656+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.1 size=1048576 2026-04-17T17:29:11.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.657+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.2 size=635320 2026-04-17T17:29:11.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.657+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=204YNDH4MMS7 tag=K6H59LRGDKUI type=write size=3781048 2026-04-17T17:29:11.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.658+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~GKJ7J9Q3228U.0 size=125200 2026-04-17T17:29:11.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.659+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=GKJ7J9Q3228U tag=EVPFY7DHYAZW type=write size=1173776 2026-04-17T17:29:11.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.660+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~V3A3S2NC7FB0.0 size=449884 2026-04-17T17:29:11.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.660+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=V3A3S2NC7FB0 tag=714TB0VXWHPB type=write size=1498460 2026-04-17T17:29:11.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.661+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.0 size=1048576 2026-04-17T17:29:11.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.662+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.1 size=1048576 2026-04-17T17:29:11.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.662+0000 7f7c665b4880 1 < canceled part key=_multipart_OCKF8K37F4KO.2~P6MIL3PJ45OU.2 size=458633 2026-04-17T17:29:11.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.663+0000 7f7c665b4880 1 < canceled multipart upload key=OCKF8K37F4KO upload=P6MIL3PJ45OU tag=OT4HGQZH9VXW type=write size=3604361 2026-04-17T17:29:11.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.664+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=DOO464R4D7V4 type=del size=118459 2026-04-17T17:29:11.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.664+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=DSI48ELIWTTA type=del 2026-04-17T17:29:11.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.665+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=08SIS10RG42X type=del size=776699 2026-04-17T17:29:11.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.667+0000 7f7c665b4880 1 < suggested remove operation key=6A36KB48BU1Q tag=13GDZDUIYAWL type=write 2026-04-17T17:29:11.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.668+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=MQPW48DCRHP8 type=write size=1031020 2026-04-17T17:29:11.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.668+0000 7f7c665b4880 1 < completed write operation key=I0JIPYOQZ7X4 tag=FMC1ZI4I38N5 type=write size=296167 2026-04-17T17:29:11.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.669+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=U9L4OV5GVWQ0 type=del size=3667208 2026-04-17T17:29:11.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.671+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=LPYRRKML86WI type=del size=806798 2026-04-17T17:29:11.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.672+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=IT0ONNDYOF7G type=del size=1179243 2026-04-17T17:29:11.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.673+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~GRBE9Y1VYYWL.0 size=1048576 2026-04-17T17:29:11.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.673+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~GRBE9Y1VYYWL.1 size=489596 2026-04-17T17:29:11.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.675+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=GRBE9Y1VYYWL tag=1JM0EACDJ2LS type=write size=2586748 2026-04-17T17:29:11.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.676+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.0 size=1048576 2026-04-17T17:29:11.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.677+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.1 size=1048576 2026-04-17T17:29:11.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.677+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.2 size=396833 2026-04-17T17:29:11.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.677+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=AWDNEA5AE3K4 tag=ZVS7UXHUF9D4 type=write size=3542561 2026-04-17T17:29:11.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.678+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.0 size=1048576 2026-04-17T17:29:11.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.679+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.1 size=1048576 2026-04-17T17:29:11.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.680+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~PCWLVOIQ789N.2 size=274853 2026-04-17T17:29:11.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.681+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=PCWLVOIQ789N tag=J4WN3PAUKM14 type=write size=3420581 2026-04-17T17:29:11.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.682+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.0 size=1048576 2026-04-17T17:29:11.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.683+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.1 size=1048576 2026-04-17T17:29:11.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.684+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.2 size=619866 2026-04-17T17:29:11.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.684+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=WJ1P0UBDL6UU tag=RCUB0NE5QEK1 type=write size=3765594 2026-04-17T17:29:11.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.685+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=R2K311BWRHH4 type=del 2026-04-17T17:29:11.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.685+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=PJTCZQ87V5EU type=del size=3605473 2026-04-17T17:29:11.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.686+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~M2ALNYO1QT4Y.0 size=523631 2026-04-17T17:29:11.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.688+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=M2ALNYO1QT4Y tag=039U68CFI7IB type=write size=1572207 2026-04-17T17:29:11.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.688+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=WMTIFHR6LVM2 type=del size=3121429 2026-04-17T17:29:11.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.689+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~Q434TAB9VZM8.0 size=852104 2026-04-17T17:29:11.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.691+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=Q434TAB9VZM8 tag=JV39FPSVPATK type=write size=1900680 2026-04-17T17:29:11.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.691+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=YAA8U5U2JGYZ type=del size=659472 2026-04-17T17:29:11.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.692+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~LJGRBFKWRMXD.0 size=757936 2026-04-17T17:29:11.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.694+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=LJGRBFKWRMXD tag=KTIDRVPVPSQF type=write size=1806512 2026-04-17T17:29:11.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.695+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~2A9FF1GY364U.0 size=1048576 2026-04-17T17:29:11.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.696+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~2A9FF1GY364U.1 size=815652 2026-04-17T17:29:11.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.696+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=2A9FF1GY364U tag=RU67ZRHCDI68 type=write size=2912804 2026-04-17T17:29:11.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.698+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=JG3FST8T0CVC type=del size=3900237 2026-04-17T17:29:11.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.699+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=B8R2WAWO8IMC type=del size=572086 2026-04-17T17:29:11.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.700+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~1Y8MT61AZXYA.0 size=1048576 2026-04-17T17:29:11.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.700+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~1Y8MT61AZXYA.1 size=953580 2026-04-17T17:29:11.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.702+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=1Y8MT61AZXYA tag=V06HAGGQSBR1 type=write size=3050732 2026-04-17T17:29:11.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.703+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~LFCS5ACHK3YN.0 size=1048576 2026-04-17T17:29:11.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.704+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~LFCS5ACHK3YN.1 size=287650 2026-04-17T17:29:11.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.704+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=LFCS5ACHK3YN tag=285MZIPBT95E type=write size=2384802 2026-04-17T17:29:11.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.704+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=NS5DVHS7963P type=write size=1019944 2026-04-17T17:29:11.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.706+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~PHAKUDZUFP2Y.0 size=1006653 2026-04-17T17:29:11.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.706+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=PHAKUDZUFP2Y tag=CQ8OU7LVMP53 type=write size=2055229 2026-04-17T17:29:11.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.707+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.0 size=1048576 2026-04-17T17:29:11.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.707+0000 7f7c665b4880 1 < canceled part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.1 size=1048576 2026-04-17T17:29:11.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.707+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~204YNDH4MMS7.2 size=635320 2026-04-17T17:29:11.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.708+0000 7f7c665b4880 1 < canceled multipart upload key=X3LOYT9XHKPY upload=204YNDH4MMS7 tag=K6H59LRGDKUI type=write size=3781048 2026-04-17T17:29:11.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.710+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.0 size=1048576 2026-04-17T17:29:11.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.711+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.1 size=1048576 2026-04-17T17:29:11.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.711+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.2 size=239019 2026-04-17T17:29:11.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.711+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=SFND7VUE9MS5 tag=63G4D2QS98E6 type=write size=3384747 2026-04-17T17:29:11.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.712+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~V3A3S2NC7FB0.0 size=449884 2026-04-17T17:29:11.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.713+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=V3A3S2NC7FB0 tag=714TB0VXWHPB type=write size=1498460 2026-04-17T17:29:11.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.714+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=YMJLXREVQPLV type=del size=1859755 2026-04-17T17:29:11.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.715+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=DOO464R4D7V4 type=del 2026-04-17T17:29:11.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.716+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=UX7MA2G37NCU type=del size=1515277 2026-04-17T17:29:11.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.717+0000 7f7c665b4880 1 < canceled operation key=ZZT5E3KUYN42 tag=08SIS10RG42X type=del size=776699 2026-04-17T17:29:11.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.719+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~Y2H4EWYAPIKG.0 size=935390 2026-04-17T17:29:11.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.719+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=Y2H4EWYAPIKG tag=ZG24U4IP8E3F type=write size=1983966 2026-04-17T17:29:11.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.720+0000 7f7c665b4880 1 < completed write operation key=WYW40XCSXKEX tag=MQPW48DCRHP8 type=write size=1031020 2026-04-17T17:29:11.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.721+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=K4VUF0R5589T type=write size=502520 2026-04-17T17:29:11.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.723+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=U9L4OV5GVWQ0 type=del 2026-04-17T17:29:11.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.725+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.0 size=1048576 2026-04-17T17:29:11.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.726+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.1 size=1048576 2026-04-17T17:29:11.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.727+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.2 size=1022277 2026-04-17T17:29:11.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.727+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=KXGT9K8F301V tag=SPPW4JMY0S7S type=write size=4168005 2026-04-17T17:29:11.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.728+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=IT0ONNDYOF7G type=del 2026-04-17T17:29:11.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.729+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=YF3JWWAC6D5V type=del size=491198 2026-04-17T17:29:11.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.730+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.0 size=1048576 2026-04-17T17:29:11.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.730+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.1 size=1048576 2026-04-17T17:29:11.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.731+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~AWDNEA5AE3K4.2 size=396833 2026-04-17T17:29:11.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.733+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=AWDNEA5AE3K4 tag=ZVS7UXHUF9D4 type=write size=3542561 2026-04-17T17:29:11.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.733+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=YHU5G76GH4J3 type=del size=3340608 2026-04-17T17:29:11.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.734+0000 7f7c665b4880 1 < canceled part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.0 size=1048576 2026-04-17T17:29:11.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.734+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.1 size=1048576 2026-04-17T17:29:11.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.735+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~WJ1P0UBDL6UU.2 size=619866 2026-04-17T17:29:11.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.736+0000 7f7c665b4880 1 < canceled multipart upload key=Q45KTI620J8K upload=WJ1P0UBDL6UU tag=RCUB0NE5QEK1 type=write size=3765594 2026-04-17T17:29:11.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.737+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=36VS9Y31A896 type=del size=258583 2026-04-17T17:29:11.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.739+0000 7f7c665b4880 1 < suggested update operation key=6A36KB48BU1Q tag=PJTCZQ87V5EU type=del size=3605473 2026-04-17T17:29:11.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.740+0000 7f7c665b4880 1 > prepared part key=_multipart_HUT2A3M2V4BF.2~VA8O73SHK10S.0 size=955291 2026-04-17T17:29:11.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.740+0000 7f7c665b4880 1 > prepared multipart upload key=HUT2A3M2V4BF upload=VA8O73SHK10S tag=OU4PJ7TC5TMN type=write size=2003867 2026-04-17T17:29:11.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.741+0000 7f7c665b4880 -1 < failed to complete operation key=P7G15WELI0JZ tag=WMTIFHR6LVM2 type=del size=3121429: (22) Invalid argument 2026-04-17T17:29:11.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.742+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=L7RA3M121D24 type=del size=3840039 2026-04-17T17:29:11.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.743+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=YAA8U5U2JGYZ type=del 2026-04-17T17:29:11.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.745+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=5IBY9D80HRZ3 type=del size=1049750 2026-04-17T17:29:11.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.746+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~2A9FF1GY364U.0 size=1048576 2026-04-17T17:29:11.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.746+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~2A9FF1GY364U.1 size=815652 2026-04-17T17:29:11.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.748+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=2A9FF1GY364U tag=RU67ZRHCDI68 type=write size=2912804 2026-04-17T17:29:11.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.750+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~LIDXRWMOTS5E.0 size=95624 2026-04-17T17:29:11.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.750+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=LIDXRWMOTS5E tag=8Q01T90VT7H7 type=write size=1144200 2026-04-17T17:29:11.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.751+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=B8R2WAWO8IMC type=del 2026-04-17T17:29:11.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.752+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=GZK78BL9J47E type=del size=1785860 2026-04-17T17:29:11.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.753+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~LFCS5ACHK3YN.0 size=1048576 2026-04-17T17:29:11.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.754+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~LFCS5ACHK3YN.1 size=287650 2026-04-17T17:29:11.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.755+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=LFCS5ACHK3YN tag=285MZIPBT95E type=write size=2384802 2026-04-17T17:29:11.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.757+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.0 size=1048576 2026-04-17T17:29:11.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.758+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.1 size=1048576 2026-04-17T17:29:11.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.759+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.2 size=1002581 2026-04-17T17:29:11.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.759+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=L9NEPSYNJGFB tag=ZUWGAICTENMF type=write size=4148309 2026-04-17T17:29:11.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.760+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~PHAKUDZUFP2Y.0 size=1006653 2026-04-17T17:29:11.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.761+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=PHAKUDZUFP2Y tag=CQ8OU7LVMP53 type=write size=2055229 2026-04-17T17:29:11.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.763+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~RTUSF2929DJ2.0 size=1048576 2026-04-17T17:29:11.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.764+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~RTUSF2929DJ2.1 size=997104 2026-04-17T17:29:11.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.764+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=RTUSF2929DJ2 tag=XN4FVB7JT1UB type=write size=3094256 2026-04-17T17:29:11.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.764+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.0 size=1048576 2026-04-17T17:29:11.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.765+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.1 size=1048576 2026-04-17T17:29:11.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.766+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~SFND7VUE9MS5.2 size=239019 2026-04-17T17:29:11.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.768+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=SFND7VUE9MS5 tag=63G4D2QS98E6 type=write size=3384747 2026-04-17T17:29:11.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.769+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~0WXN5ZRKXG19.0 size=1048576 2026-04-17T17:29:11.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.770+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~0WXN5ZRKXG19.1 size=976880 2026-04-17T17:29:11.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.770+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=0WXN5ZRKXG19 tag=68WEVECUYWNW type=write size=3074032 2026-04-17T17:29:11.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.771+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=YMJLXREVQPLV type=del 2026-04-17T17:29:11.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.773+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~AA7I22KJ8G64.0 size=813964 2026-04-17T17:29:11.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.773+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=AA7I22KJ8G64 tag=EAGZXIP8570Y type=write size=1862540 2026-04-17T17:29:11.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.773+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=UX7MA2G37NCU type=del 2026-04-17T17:29:11.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.775+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.0 size=1048576 2026-04-17T17:29:11.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.775+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.1 size=1048576 2026-04-17T17:29:11.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.776+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.2 size=248573 2026-04-17T17:29:11.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.776+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=90073MVBO6P6 tag=M04082ND0PGU type=write size=3394301 2026-04-17T17:29:11.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.777+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~Y2H4EWYAPIKG.0 size=935390 2026-04-17T17:29:11.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.778+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=Y2H4EWYAPIKG tag=ZG24U4IP8E3F type=write size=1983966 2026-04-17T17:29:11.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.780+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=E69BAWXEJ8TK type=del size=2193874 2026-04-17T17:29:11.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.781+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=K4VUF0R5589T type=write size=502520 2026-04-17T17:29:11.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.783+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~LNOTMR6U11HX.0 size=257781 2026-04-17T17:29:11.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.783+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=LNOTMR6U11HX tag=1QDOTPTYH0J7 type=write size=1306357 2026-04-17T17:29:11.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.783+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.0 size=1048576 2026-04-17T17:29:11.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.784+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.1 size=1048576 2026-04-17T17:29:11.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.785+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~KXGT9K8F301V.2 size=1022277 2026-04-17T17:29:11.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.786+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=KXGT9K8F301V tag=SPPW4JMY0S7S type=write size=4168005 2026-04-17T17:29:11.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.787+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=KF74O00GV9LT type=del size=1954794 2026-04-17T17:29:11.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.788+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=YF3JWWAC6D5V type=del 2026-04-17T17:29:11.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.790+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~2QD0DRXDQY6T.0 size=1048576 2026-04-17T17:29:11.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.790+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~2QD0DRXDQY6T.1 size=532792 2026-04-17T17:29:11.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.790+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=2QD0DRXDQY6T tag=2OSWATBTRV59 type=write size=2629944 2026-04-17T17:29:11.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.791+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=YHU5G76GH4J3 type=del 2026-04-17T17:29:11.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.793+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~TOB6V6IEEUP5.0 size=1048576 2026-04-17T17:29:11.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.793+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~TOB6V6IEEUP5.1 size=154102 2026-04-17T17:29:11.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.793+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=TOB6V6IEEUP5 tag=LLJ5FE3LPRAJ type=write size=2251254 2026-04-17T17:29:11.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.794+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=36VS9Y31A896 type=del 2026-04-17T17:29:11.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.796+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~SD1IC099GFPY.0 size=1048576 2026-04-17T17:29:11.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.796+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~SD1IC099GFPY.1 size=661561 2026-04-17T17:29:11.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.796+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=SD1IC099GFPY tag=3PP6PDV06R3N type=write size=2758713 2026-04-17T17:29:11.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.797+0000 7f7c665b4880 1 < completed part key=_multipart_HUT2A3M2V4BF.2~VA8O73SHK10S.0 size=955291 2026-04-17T17:29:11.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.798+0000 7f7c665b4880 1 < completed multipart upload key=HUT2A3M2V4BF upload=VA8O73SHK10S tag=OU4PJ7TC5TMN type=write size=2003867 2026-04-17T17:29:11.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.800+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~36KE39BTE5P1.0 size=700827 2026-04-17T17:29:11.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.800+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=36KE39BTE5P1 tag=OFR1NENUTWSB type=write size=1749403 2026-04-17T17:29:11.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.801+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=L7RA3M121D24 type=del 2026-04-17T17:29:11.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.801+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=FFFPT32L849M type=del size=348805 2026-04-17T17:29:11.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.802+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=5IBY9D80HRZ3 type=del 2026-04-17T17:29:11.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.803+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=S3QIQV29B4MY type=del size=949980 2026-04-17T17:29:11.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.804+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~LIDXRWMOTS5E.0 size=95624 2026-04-17T17:29:11.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.805+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=LIDXRWMOTS5E tag=8Q01T90VT7H7 type=write size=1144200 2026-04-17T17:29:11.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.807+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~E2389JG2DT01.0 size=1048576 2026-04-17T17:29:11.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.807+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~E2389JG2DT01.1 size=373934 2026-04-17T17:29:11.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.807+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=E2389JG2DT01 tag=VL57IJ0GQKOA type=write size=2471086 2026-04-17T17:29:11.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.808+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=GZK78BL9J47E type=del 2026-04-17T17:29:11.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.809+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=C61P542BVMTX type=del size=2582091 2026-04-17T17:29:11.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.810+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.0 size=1048576 2026-04-17T17:29:11.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.810+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.1 size=1048576 2026-04-17T17:29:11.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.811+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~L9NEPSYNJGFB.2 size=1002581 2026-04-17T17:29:11.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.812+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=L9NEPSYNJGFB tag=ZUWGAICTENMF type=write size=4148309 2026-04-17T17:29:11.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.813+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=P70DFZGIF7T2 type=del size=3098288 2026-04-17T17:29:11.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.814+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~RTUSF2929DJ2.0 size=1048576 2026-04-17T17:29:11.818 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.815+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~RTUSF2929DJ2.1 size=997104 2026-04-17T17:29:11.820 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.816+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=RTUSF2929DJ2 tag=XN4FVB7JT1UB type=write size=3094256 2026-04-17T17:29:11.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.817+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=PXBFTABEJ08H type=del size=1445202 2026-04-17T17:29:11.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.818+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~0WXN5ZRKXG19.0 size=1048576 2026-04-17T17:29:11.823 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.819+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~0WXN5ZRKXG19.1 size=976880 2026-04-17T17:29:11.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.821+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=0WXN5ZRKXG19 tag=68WEVECUYWNW type=write size=3074032 2026-04-17T17:29:11.825 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.822+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=9DGSG9AS967L type=del size=1716719 2026-04-17T17:29:11.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.822+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~AA7I22KJ8G64.0 size=813964 2026-04-17T17:29:11.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.824+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=AA7I22KJ8G64 tag=EAGZXIP8570Y type=write size=1862540 2026-04-17T17:29:11.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.825+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=XNHLD3DVB6N2 type=del size=897675 2026-04-17T17:29:11.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.825+0000 7f7c665b4880 1 < canceled part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.0 size=1048576 2026-04-17T17:29:11.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.826+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.1 size=1048576 2026-04-17T17:29:11.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.827+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~90073MVBO6P6.2 size=248573 2026-04-17T17:29:11.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.828+0000 7f7c665b4880 1 < canceled multipart upload key=8D06X54EXF53 upload=90073MVBO6P6 tag=M04082ND0PGU type=write size=3394301 2026-04-17T17:29:11.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.829+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=QNLMD3UVF5HN type=del size=1575133 2026-04-17T17:29:11.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.830+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=E69BAWXEJ8TK type=del 2026-04-17T17:29:11.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.832+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~1KRF47PWN8E3.0 size=158892 2026-04-17T17:29:11.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.832+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=1KRF47PWN8E3 tag=60I7X47SDNFV type=write size=1207468 2026-04-17T17:29:11.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.833+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~LNOTMR6U11HX.0 size=257781 2026-04-17T17:29:11.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.835+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=LNOTMR6U11HX tag=1QDOTPTYH0J7 type=write size=1306357 2026-04-17T17:29:11.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.836+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=DL4BQ3DREZ9I type=del size=3453156 2026-04-17T17:29:11.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.837+0000 7f7c665b4880 1 < suggested update operation key=UWOLL79ZRJ1B tag=KF74O00GV9LT type=del size=1954794 2026-04-17T17:29:11.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.838+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=YTCV1U3DEYXF type=write size=90280 2026-04-17T17:29:11.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.838+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~2QD0DRXDQY6T.0 size=1048576 2026-04-17T17:29:11.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.839+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~2QD0DRXDQY6T.1 size=532792 2026-04-17T17:29:11.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.841+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=2QD0DRXDQY6T tag=2OSWATBTRV59 type=write size=2629944 2026-04-17T17:29:11.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.841+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=6XWBHVK2N0YG type=del size=3472840 2026-04-17T17:29:11.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.842+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~TOB6V6IEEUP5.0 size=1048576 2026-04-17T17:29:11.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.842+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~TOB6V6IEEUP5.1 size=154102 2026-04-17T17:29:11.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.844+0000 7f7c665b4880 1 < canceled multipart upload key=WYW40XCSXKEX upload=TOB6V6IEEUP5 tag=LLJ5FE3LPRAJ type=write size=2251254 2026-04-17T17:29:11.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.845+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=4SOETBM6DES8 type=del size=2595164 2026-04-17T17:29:11.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.845+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~SD1IC099GFPY.0 size=1048576 2026-04-17T17:29:11.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.846+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~SD1IC099GFPY.1 size=661561 2026-04-17T17:29:11.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.848+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=SD1IC099GFPY tag=3PP6PDV06R3N type=write size=2758713 2026-04-17T17:29:11.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.849+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OWF1BB8WWE3U.0 size=1048576 2026-04-17T17:29:11.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.850+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~OWF1BB8WWE3U.1 size=740669 2026-04-17T17:29:11.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.850+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=OWF1BB8WWE3U tag=XJM9CSEA204F type=write size=2837821 2026-04-17T17:29:11.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.850+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~36KE39BTE5P1.0 size=700827 2026-04-17T17:29:11.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.852+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=36KE39BTE5P1 tag=OFR1NENUTWSB type=write size=1749403 2026-04-17T17:29:11.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.852+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=ORWXRT26LJ1H type=del size=2761632 2026-04-17T17:29:11.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.853+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=FFFPT32L849M type=del 2026-04-17T17:29:11.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.854+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=G7IRTSDCHFUI type=write size=371951 2026-04-17T17:29:11.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.855+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=S3QIQV29B4MY type=del 2026-04-17T17:29:11.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.856+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=0XTJCHZ3FSZO type=del size=408550 2026-04-17T17:29:11.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.856+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~E2389JG2DT01.0 size=1048576 2026-04-17T17:29:11.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.857+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~E2389JG2DT01.1 size=373934 2026-04-17T17:29:11.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.859+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=E2389JG2DT01 tag=VL57IJ0GQKOA type=write size=2471086 2026-04-17T17:29:11.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.860+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=1O1LAZOYL5CJ type=del size=2356884 2026-04-17T17:29:11.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.860+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=C61P542BVMTX type=del 2026-04-17T17:29:11.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.861+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=YU2E8ZH24DX2 type=del size=504549 2026-04-17T17:29:11.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.862+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=P70DFZGIF7T2 type=del 2026-04-17T17:29:11.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.863+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=M2OFDTN43XW3 type=del size=1445635 2026-04-17T17:29:11.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.864+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=PXBFTABEJ08H type=del 2026-04-17T17:29:11.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.865+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=5GZJ7IDCHQWM type=write size=474109 2026-04-17T17:29:11.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.866+0000 7f7c665b4880 1 < canceled operation key=3PCOF6Z79E02 tag=9DGSG9AS967L type=del size=1716719 2026-04-17T17:29:11.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.867+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.0 size=1048576 2026-04-17T17:29:11.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.868+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.1 size=1048576 2026-04-17T17:29:11.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.869+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.2 size=48508 2026-04-17T17:29:11.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.869+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=SJQCM12W7CGE tag=THZMEFDUYN3L type=write size=3194236 2026-04-17T17:29:11.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.870+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=XNHLD3DVB6N2 type=del 2026-04-17T17:29:11.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.871+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=2X5OZFTVJZ7H type=del size=2045510 2026-04-17T17:29:11.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.871+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=QNLMD3UVF5HN type=del 2026-04-17T17:29:11.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.872+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=P8CT8KMWH3Z0 type=write size=817255 2026-04-17T17:29:11.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.873+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~1KRF47PWN8E3.0 size=158892 2026-04-17T17:29:11.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.875+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=1KRF47PWN8E3 tag=60I7X47SDNFV type=write size=1207468 2026-04-17T17:29:11.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.876+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~QQADFNSLB8U3.0 size=632902 2026-04-17T17:29:11.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.876+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=QQADFNSLB8U3 tag=DL0C25IHQG53 type=write size=1681478 2026-04-17T17:29:11.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.877+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=DL4BQ3DREZ9I type=del 2026-04-17T17:29:11.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.878+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=2PE615TI4C54 type=del size=1100959 2026-04-17T17:29:11.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.879+0000 7f7c665b4880 1 < canceled operation key=TV0Y2WB5F1EK tag=YTCV1U3DEYXF type=write size=90280 2026-04-17T17:29:11.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.880+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~Q8WG3VZFKDL9.0 size=1048576 2026-04-17T17:29:11.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.881+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~Q8WG3VZFKDL9.1 size=290517 2026-04-17T17:29:11.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.881+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=Q8WG3VZFKDL9 tag=P7AUQDR9SKTM type=write size=2387669 2026-04-17T17:29:11.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.882+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=6XWBHVK2N0YG type=del 2026-04-17T17:29:11.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.883+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=BPLU3KOZAS25 type=del size=314792 2026-04-17T17:29:11.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.884+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=4SOETBM6DES8 type=del 2026-04-17T17:29:11.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.885+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=OS35DA2U3SIF type=del size=2895466 2026-04-17T17:29:11.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.885+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OWF1BB8WWE3U.0 size=1048576 2026-04-17T17:29:11.890 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.886+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~OWF1BB8WWE3U.1 size=740669 2026-04-17T17:29:11.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.888+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=OWF1BB8WWE3U tag=XJM9CSEA204F type=write size=2837821 2026-04-17T17:29:11.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.888+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=E3J3GT5I8M86 type=del size=2626216 2026-04-17T17:29:11.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.889+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=ORWXRT26LJ1H type=del 2026-04-17T17:29:11.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.890+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=MFAJZLLIDDJO type=del size=2327577 2026-04-17T17:29:11.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.891+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=G7IRTSDCHFUI type=write size=371951 2026-04-17T17:29:11.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.893+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~OA95IYVDRRL7.0 size=597548 2026-04-17T17:29:11.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.893+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=OA95IYVDRRL7 tag=CC2W356Y33ZX type=write size=1646124 2026-04-17T17:29:11.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.894+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=0XTJCHZ3FSZO type=del 2026-04-17T17:29:11.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.895+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~DUPB0RQFQ97C.0 size=946969 2026-04-17T17:29:11.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.895+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=DUPB0RQFQ97C tag=VPC2RJSAJL72 type=write size=1995545 2026-04-17T17:29:11.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.896+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=1O1LAZOYL5CJ type=del 2026-04-17T17:29:11.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.898+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~HC7D0F6G7829.0 size=829246 2026-04-17T17:29:11.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.898+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=HC7D0F6G7829 tag=RX54SPUY004D type=write size=1877822 2026-04-17T17:29:11.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.899+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=YU2E8ZH24DX2 type=del 2026-04-17T17:29:11.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.900+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=T1CKGIROXK6K type=del size=2791012 2026-04-17T17:29:11.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.901+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=M2OFDTN43XW3 type=del size=1445635 2026-04-17T17:29:11.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.902+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~QJGFFKFTSJZF.0 size=1048576 2026-04-17T17:29:11.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.903+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~QJGFFKFTSJZF.1 size=591570 2026-04-17T17:29:11.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.903+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=QJGFFKFTSJZF tag=C8AW2IJGOB1G type=write size=2688722 2026-04-17T17:29:11.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.904+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=5GZJ7IDCHQWM type=write size=474109 2026-04-17T17:29:11.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.905+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=T212MQSBRC65 type=write size=830401 2026-04-17T17:29:11.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.905+0000 7f7c665b4880 1 < canceled part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.0 size=1048576 2026-04-17T17:29:11.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.906+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.1 size=1048576 2026-04-17T17:29:11.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.907+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~SJQCM12W7CGE.2 size=48508 2026-04-17T17:29:11.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.909+0000 7f7c665b4880 1 < canceled multipart upload key=ZZT5E3KUYN42 upload=SJQCM12W7CGE tag=THZMEFDUYN3L type=write size=3194236 2026-04-17T17:29:11.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.910+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.0 size=1048576 2026-04-17T17:29:11.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.911+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.1 size=1048576 2026-04-17T17:29:11.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.912+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.2 size=963113 2026-04-17T17:29:11.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.912+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=VKSXZYFR39U0 tag=TG3NEMSB06T7 type=write size=4108841 2026-04-17T17:29:11.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.913+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=2X5OZFTVJZ7H type=del 2026-04-17T17:29:11.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.915+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=RR4BW3E5OJ0C type=del size=1658576 2026-04-17T17:29:11.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.917+0000 7f7c665b4880 1 < suggested update operation key=RSVTCQBMABG0 tag=P8CT8KMWH3Z0 type=write size=817255 2026-04-17T17:29:11.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.918+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=RN2BRSO3ZHC3 type=write size=543334 2026-04-17T17:29:11.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.919+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~QQADFNSLB8U3.0 size=632902 2026-04-17T17:29:11.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.920+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=QQADFNSLB8U3 tag=DL0C25IHQG53 type=write size=1681478 2026-04-17T17:29:11.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.922+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~KMHGZ1523W8S.0 size=1048576 2026-04-17T17:29:11.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.923+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~KMHGZ1523W8S.1 size=116470 2026-04-17T17:29:11.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.923+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=KMHGZ1523W8S tag=BCOFCJ2G7V66 type=write size=2213622 2026-04-17T17:29:11.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.924+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=2PE615TI4C54 type=del 2026-04-17T17:29:11.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.925+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=LG50L9HZV9R9 type=del size=4123652 2026-04-17T17:29:11.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.926+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~Q8WG3VZFKDL9.0 size=1048576 2026-04-17T17:29:11.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.927+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~Q8WG3VZFKDL9.1 size=290517 2026-04-17T17:29:11.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.929+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=Q8WG3VZFKDL9 tag=P7AUQDR9SKTM type=write size=2387669 2026-04-17T17:29:11.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.930+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=SOP4Y7529CSZ type=del size=2439359 2026-04-17T17:29:11.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.931+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=BPLU3KOZAS25 type=del 2026-04-17T17:29:11.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.932+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=88L9RT90QYSY type=write size=19339 2026-04-17T17:29:11.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.932+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=OS35DA2U3SIF type=del 2026-04-17T17:29:11.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.933+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=2QQCR7AX5KY7 type=del size=3769310 2026-04-17T17:29:11.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.934+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=E3J3GT5I8M86 type=del 2026-04-17T17:29:11.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.935+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~VCNKQWLX7GG2.0 size=1048576 2026-04-17T17:29:11.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.936+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~VCNKQWLX7GG2.1 size=115119 2026-04-17T17:29:11.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.936+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=VCNKQWLX7GG2 tag=HOAB0AE82UE6 type=write size=2212271 2026-04-17T17:29:11.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.937+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=MFAJZLLIDDJO type=del 2026-04-17T17:29:11.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.938+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=Q89JEIESJ2VG type=write size=781068 2026-04-17T17:29:11.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.939+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~OA95IYVDRRL7.0 size=597548 2026-04-17T17:29:11.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.940+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=OA95IYVDRRL7 tag=CC2W356Y33ZX type=write size=1646124 2026-04-17T17:29:11.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.941+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.0 size=1048576 2026-04-17T17:29:11.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.942+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.1 size=1048576 2026-04-17T17:29:11.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.943+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.2 size=884646 2026-04-17T17:29:11.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.943+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=738FISS6SV0M tag=84BRYRX8F5KH type=write size=4030374 2026-04-17T17:29:11.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.944+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~DUPB0RQFQ97C.0 size=946969 2026-04-17T17:29:11.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.947+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=DUPB0RQFQ97C tag=VPC2RJSAJL72 type=write size=1995545 2026-04-17T17:29:11.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.948+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~LWG33ZYZPYTD.0 size=318794 2026-04-17T17:29:11.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.948+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=LWG33ZYZPYTD tag=LTGWIX6ZGY8X type=write size=1367370 2026-04-17T17:29:11.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.950+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~HC7D0F6G7829.0 size=829246 2026-04-17T17:29:11.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.952+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=HC7D0F6G7829 tag=RX54SPUY004D type=write size=1877822 2026-04-17T17:29:11.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.953+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=YQOOTU3G0ELK type=write size=391182 2026-04-17T17:29:11.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.954+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=T1CKGIROXK6K type=del 2026-04-17T17:29:11.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.955+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=C9KM7HKGFKIP type=del size=1912278 2026-04-17T17:29:11.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.956+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~QJGFFKFTSJZF.0 size=1048576 2026-04-17T17:29:11.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.956+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~QJGFFKFTSJZF.1 size=591570 2026-04-17T17:29:11.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.958+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=QJGFFKFTSJZF tag=C8AW2IJGOB1G type=write size=2688722 2026-04-17T17:29:11.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.959+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=ETGKB90MRKJ5 type=del size=3343747 2026-04-17T17:29:11.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.960+0000 7f7c665b4880 1 < completed write operation key=UWOLL79ZRJ1B tag=T212MQSBRC65 type=write size=830401 2026-04-17T17:29:11.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.961+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~Q7676QSEYGK2.0 size=1015100 2026-04-17T17:29:11.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.961+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=Q7676QSEYGK2 tag=PAFEHMW9UXER type=write size=2063676 2026-04-17T17:29:11.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.962+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.0 size=1048576 2026-04-17T17:29:11.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.963+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.1 size=1048576 2026-04-17T17:29:11.968 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.964+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~VKSXZYFR39U0.2 size=963113 2026-04-17T17:29:11.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.966+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=VKSXZYFR39U0 tag=TG3NEMSB06T7 type=write size=4108841 2026-04-17T17:29:11.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.966+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=ZUP8NMYPIQW5 type=del size=2915561 2026-04-17T17:29:11.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.968+0000 7f7c665b4880 1 < suggested update operation key=WYW40XCSXKEX tag=RR4BW3E5OJ0C type=del size=1658576 2026-04-17T17:29:11.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.970+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~9IAIT1PM932A.0 size=810829 2026-04-17T17:29:11.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.970+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=9IAIT1PM932A tag=BOF7ZU0MVGAE type=write size=1859405 2026-04-17T17:29:11.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.971+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=RN2BRSO3ZHC3 type=write 2026-04-17T17:29:11.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.972+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=XX0B0F6VNNX9 type=del size=955846 2026-04-17T17:29:11.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.973+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~KMHGZ1523W8S.0 size=1048576 2026-04-17T17:29:11.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.973+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~KMHGZ1523W8S.1 size=116470 2026-04-17T17:29:11.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.975+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=KMHGZ1523W8S tag=BCOFCJ2G7V66 type=write size=2213622 2026-04-17T17:29:11.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.976+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.0 size=1048576 2026-04-17T17:29:11.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.977+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.1 size=1048576 2026-04-17T17:29:11.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.978+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.2 size=1002328 2026-04-17T17:29:11.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.978+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=HOLD4HWA3V0E tag=CKBAMW6DIHO3 type=write size=4148056 2026-04-17T17:29:11.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.979+0000 7f7c665b4880 1 < suggested remove operation key=P7G15WELI0JZ tag=LG50L9HZV9R9 type=del 2026-04-17T17:29:11.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.981+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.0 size=1048576 2026-04-17T17:29:11.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.981+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.1 size=1048576 2026-04-17T17:29:11.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.982+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.2 size=1004871 2026-04-17T17:29:11.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.982+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=TFYKBJNFKEC9 tag=G9YG0E5JT3GT type=write size=4150599 2026-04-17T17:29:11.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.983+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=SOP4Y7529CSZ type=del 2026-04-17T17:29:11.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.983+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=5NG6BRZYS63E type=del size=503163 2026-04-17T17:29:11.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.985+0000 7f7c665b4880 1 < suggested remove operation key=ZPRLHK1F89L2 tag=88L9RT90QYSY type=write 2026-04-17T17:29:11.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.987+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.0 size=1048576 2026-04-17T17:29:11.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.987+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.1 size=1048576 2026-04-17T17:29:11.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.988+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.2 size=724238 2026-04-17T17:29:11.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.988+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=4RKESCYQ49OH tag=NOFHDQ5XNPBI type=write size=3869966 2026-04-17T17:29:11.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.989+0000 7f7c665b4880 1 < canceled operation key=TV0Y2WB5F1EK tag=2QQCR7AX5KY7 type=del size=3769310 2026-04-17T17:29:11.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.990+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~9MSQ8IC100JO.0 size=1048576 2026-04-17T17:29:11.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.991+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~9MSQ8IC100JO.1 size=539761 2026-04-17T17:29:11.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.991+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=9MSQ8IC100JO tag=C6BNWTNFQ6PL type=write size=2636913 2026-04-17T17:29:11.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.992+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~VCNKQWLX7GG2.0 size=1048576 2026-04-17T17:29:11.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.993+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~VCNKQWLX7GG2.1 size=115119 2026-04-17T17:29:11.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.994+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=VCNKQWLX7GG2 tag=HOAB0AE82UE6 type=write size=2212271 2026-04-17T17:29:11.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.995+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=AAKL7E76I2PQ type=del size=2557759 2026-04-17T17:29:12.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.997+0000 7f7c665b4880 1 < suggested update operation key=3JZKUQBPV7NK tag=Q89JEIESJ2VG type=write size=781068 2026-04-17T17:29:12.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.998+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~Z7B5F2DZ5D9D.0 size=1048576 2026-04-17T17:29:12.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.999+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~Z7B5F2DZ5D9D.1 size=845449 2026-04-17T17:29:12.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:11.999+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=Z7B5F2DZ5D9D tag=W92NC848D35U type=write size=2942601 2026-04-17T17:29:12.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.000+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.0 size=1048576 2026-04-17T17:29:12.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.000+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.1 size=1048576 2026-04-17T17:29:12.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.001+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~738FISS6SV0M.2 size=884646 2026-04-17T17:29:12.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.002+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=738FISS6SV0M tag=84BRYRX8F5KH type=write size=4030374 2026-04-17T17:29:12.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.004+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~QOLXIM1T832E.0 size=344676 2026-04-17T17:29:12.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.004+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=QOLXIM1T832E tag=VVKFP4B9QV8E type=write size=1393252 2026-04-17T17:29:12.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.005+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~LWG33ZYZPYTD.0 size=318794 2026-04-17T17:29:12.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.006+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=LWG33ZYZPYTD tag=LTGWIX6ZGY8X type=write size=1367370 2026-04-17T17:29:12.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.007+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.0 size=1048576 2026-04-17T17:29:12.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.008+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.1 size=1048576 2026-04-17T17:29:12.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.009+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.2 size=866217 2026-04-17T17:29:12.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.009+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=U8FRIES7LEGP tag=3L3M9VRP0U0Q type=write size=4011945 2026-04-17T17:29:12.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.010+0000 7f7c665b4880 1 < completed write operation key=0GTGQ5P5Z4IJ tag=YQOOTU3G0ELK type=write size=391182 2026-04-17T17:29:12.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.011+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~AY8D6SLN50GV.0 size=540464 2026-04-17T17:29:12.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.011+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=AY8D6SLN50GV tag=990OH15MMNEZ type=write size=1589040 2026-04-17T17:29:12.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.012+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=C9KM7HKGFKIP type=del size=1912278 2026-04-17T17:29:12.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.013+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~QG9WMCT78DPC.0 size=1048576 2026-04-17T17:29:12.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.014+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~QG9WMCT78DPC.1 size=554246 2026-04-17T17:29:12.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.014+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=QG9WMCT78DPC tag=QBH2MI7MEBVS type=write size=2651398 2026-04-17T17:29:12.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.015+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=ETGKB90MRKJ5 type=del 2026-04-17T17:29:12.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.016+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=KPHGSJ0OQLN2 type=del size=383135 2026-04-17T17:29:12.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.016+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~Q7676QSEYGK2.0 size=1015100 2026-04-17T17:29:12.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.018+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=Q7676QSEYGK2 tag=PAFEHMW9UXER type=write size=2063676 2026-04-17T17:29:12.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.019+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=QBVKT884Z0FN type=del size=1707402 2026-04-17T17:29:12.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.019+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=ZUP8NMYPIQW5 type=del 2026-04-17T17:29:12.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.021+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.0 size=1048576 2026-04-17T17:29:12.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.021+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.1 size=1048576 2026-04-17T17:29:12.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.022+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.2 size=244567 2026-04-17T17:29:12.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.022+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=3LAIE0U726F1 tag=MW0WSL8133ZY type=write size=3390295 2026-04-17T17:29:12.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.023+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~9IAIT1PM932A.0 size=810829 2026-04-17T17:29:12.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.025+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=9IAIT1PM932A tag=BOF7ZU0MVGAE type=write size=1859405 2026-04-17T17:29:12.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.027+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.0 size=1048576 2026-04-17T17:29:12.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.027+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.1 size=1048576 2026-04-17T17:29:12.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.028+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.2 size=305814 2026-04-17T17:29:12.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.028+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=0OIFAZ7R7OZU tag=C9TF9Q51OM03 type=write size=3451542 2026-04-17T17:29:12.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.029+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=XX0B0F6VNNX9 type=del 2026-04-17T17:29:12.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.030+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=FMYAAXLVZLZX type=del size=1993826 2026-04-17T17:29:12.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.031+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.0 size=1048576 2026-04-17T17:29:12.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.031+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.1 size=1048576 2026-04-17T17:29:12.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.032+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~HOLD4HWA3V0E.2 size=1002328 2026-04-17T17:29:12.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.033+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=HOLD4HWA3V0E tag=CKBAMW6DIHO3 type=write size=4148056 2026-04-17T17:29:12.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.035+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~SBR82TP8CUX9.0 size=1048576 2026-04-17T17:29:12.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.035+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~SBR82TP8CUX9.1 size=593028 2026-04-17T17:29:12.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.035+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=SBR82TP8CUX9 tag=CTJQUPIDH5ZT type=write size=2690180 2026-04-17T17:29:12.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.036+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.0 size=1048576 2026-04-17T17:29:12.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.037+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.1 size=1048576 2026-04-17T17:29:12.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.037+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~TFYKBJNFKEC9.2 size=1004871 2026-04-17T17:29:12.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.039+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=TFYKBJNFKEC9 tag=G9YG0E5JT3GT type=write size=4150599 2026-04-17T17:29:12.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.040+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=42RL715S5430 type=write size=665170 2026-04-17T17:29:12.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.041+0000 7f7c665b4880 1 < suggested update operation key=ZZT5E3KUYN42 tag=5NG6BRZYS63E type=del size=503163 2026-04-17T17:29:12.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.042+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=CP1G42CUOC22 type=del size=3493064 2026-04-17T17:29:12.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.043+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.0 size=1048576 2026-04-17T17:29:12.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.044+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.1 size=1048576 2026-04-17T17:29:12.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.044+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~4RKESCYQ49OH.2 size=724238 2026-04-17T17:29:12.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.046+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=4RKESCYQ49OH tag=NOFHDQ5XNPBI type=write size=3869966 2026-04-17T17:29:12.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.047+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=8YUFAAA01HPQ type=del size=987129 2026-04-17T17:29:12.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.048+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~9MSQ8IC100JO.0 size=1048576 2026-04-17T17:29:12.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.048+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~9MSQ8IC100JO.1 size=539761 2026-04-17T17:29:12.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.049+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=9MSQ8IC100JO tag=C6BNWTNFQ6PL type=write size=2636913 2026-04-17T17:29:12.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.050+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=3J6GR5KQOMRY type=del size=2144312 2026-04-17T17:29:12.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.051+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=AAKL7E76I2PQ type=del 2026-04-17T17:29:12.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.052+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=DPJQEWW6XM8M type=write size=920418 2026-04-17T17:29:12.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.052+0000 7f7c665b4880 1 < canceled part key=_multipart_RSVTCQBMABG0.2~Z7B5F2DZ5D9D.0 size=1048576 2026-04-17T17:29:12.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.053+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~Z7B5F2DZ5D9D.1 size=845449 2026-04-17T17:29:12.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.054+0000 7f7c665b4880 1 < canceled multipart upload key=RSVTCQBMABG0 upload=Z7B5F2DZ5D9D tag=W92NC848D35U type=write size=2942601 2026-04-17T17:29:12.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.055+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=YCYBOTN5N9WK type=del size=3671654 2026-04-17T17:29:12.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.056+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~QOLXIM1T832E.0 size=344676 2026-04-17T17:29:12.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.057+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=QOLXIM1T832E tag=VVKFP4B9QV8E type=write size=1393252 2026-04-17T17:29:12.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.058+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=QHOCV67LVHPG type=del size=2319511 2026-04-17T17:29:12.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.059+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.0 size=1048576 2026-04-17T17:29:12.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.059+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.1 size=1048576 2026-04-17T17:29:12.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.060+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~U8FRIES7LEGP.2 size=866217 2026-04-17T17:29:12.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.061+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=U8FRIES7LEGP tag=3L3M9VRP0U0Q type=write size=4011945 2026-04-17T17:29:12.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.062+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=LUXF3UJJKI43 type=del size=2875778 2026-04-17T17:29:12.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.062+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~AY8D6SLN50GV.0 size=540464 2026-04-17T17:29:12.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.063+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=AY8D6SLN50GV tag=990OH15MMNEZ type=write size=1589040 2026-04-17T17:29:12.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.064+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=7119NX6PM1AF type=del size=413193 2026-04-17T17:29:12.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.065+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~QG9WMCT78DPC.0 size=1048576 2026-04-17T17:29:12.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.065+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~QG9WMCT78DPC.1 size=554246 2026-04-17T17:29:12.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.067+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=QG9WMCT78DPC tag=QBH2MI7MEBVS type=write size=2651398 2026-04-17T17:29:12.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.068+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.0 size=1048576 2026-04-17T17:29:12.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.069+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.1 size=1048576 2026-04-17T17:29:12.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.070+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.2 size=644586 2026-04-17T17:29:12.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.070+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=0HQ1Q7PFE4NR tag=BH651MTGQI3W type=write size=3790314 2026-04-17T17:29:12.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.071+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=KPHGSJ0OQLN2 type=del 2026-04-17T17:29:12.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.072+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~9TT22Q9RN4D1.0 size=855902 2026-04-17T17:29:12.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.072+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=9TT22Q9RN4D1 tag=N7N1C7ERU5S0 type=write size=1904478 2026-04-17T17:29:12.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.073+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=QBVKT884Z0FN type=del 2026-04-17T17:29:12.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.074+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~2HLWA0M22QU5.0 size=1048576 2026-04-17T17:29:12.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.075+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~2HLWA0M22QU5.1 size=147119 2026-04-17T17:29:12.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.075+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=2HLWA0M22QU5 tag=NAW0VUPGBYLC type=write size=2244271 2026-04-17T17:29:12.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.076+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.0 size=1048576 2026-04-17T17:29:12.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.076+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.1 size=1048576 2026-04-17T17:29:12.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.077+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~3LAIE0U726F1.2 size=244567 2026-04-17T17:29:12.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.078+0000 7f7c665b4880 1 < canceled multipart upload key=WYW40XCSXKEX upload=3LAIE0U726F1 tag=MW0WSL8133ZY type=write size=3390295 2026-04-17T17:29:12.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.080+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~LC9NHL0EDLTP.0 size=1048576 2026-04-17T17:29:12.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.080+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~LC9NHL0EDLTP.1 size=486410 2026-04-17T17:29:12.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.080+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=LC9NHL0EDLTP tag=4FDRETG14BUN type=write size=2583562 2026-04-17T17:29:12.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.081+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.0 size=1048576 2026-04-17T17:29:12.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.082+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.1 size=1048576 2026-04-17T17:29:12.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.083+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~0OIFAZ7R7OZU.2 size=305814 2026-04-17T17:29:12.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.084+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=0OIFAZ7R7OZU tag=C9TF9Q51OM03 type=write size=3451542 2026-04-17T17:29:12.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.085+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=VJN0IQRMK8OO type=del size=2782396 2026-04-17T17:29:12.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.086+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=FMYAAXLVZLZX type=del 2026-04-17T17:29:12.090 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.087+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=PF03LLEBHAW8 type=del size=4188866 2026-04-17T17:29:12.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.087+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~SBR82TP8CUX9.0 size=1048576 2026-04-17T17:29:12.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.088+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~SBR82TP8CUX9.1 size=593028 2026-04-17T17:29:12.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.090+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=SBR82TP8CUX9 tag=CTJQUPIDH5ZT type=write size=2690180 2026-04-17T17:29:12.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.090+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=INPDZPUOVXUC type=del size=3213293 2026-04-17T17:29:12.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.091+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=42RL715S5430 type=write size=665170 2026-04-17T17:29:12.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.093+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.0 size=1048576 2026-04-17T17:29:12.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.093+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.1 size=1048576 2026-04-17T17:29:12.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.094+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.2 size=481166 2026-04-17T17:29:12.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.094+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=V0F6RHCZ3PP3 tag=EN81N79MYNCG type=write size=3626894 2026-04-17T17:29:12.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.095+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=CP1G42CUOC22 type=del 2026-04-17T17:29:12.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.096+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=0IYY65LT6C3Q type=del size=3019252 2026-04-17T17:29:12.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.097+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=8YUFAAA01HPQ type=del 2026-04-17T17:29:12.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.098+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~FAGICLPYM65U.0 size=1048576 2026-04-17T17:29:12.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.100+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~FAGICLPYM65U.1 size=440841 2026-04-17T17:29:12.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.100+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=FAGICLPYM65U tag=CXY22BW7OLVO type=write size=2537993 2026-04-17T17:29:12.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.101+0000 7f7c665b4880 1 < suggested update operation key=TI30PAI6L1CR tag=3J6GR5KQOMRY type=del size=2144312 2026-04-17T17:29:12.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.102+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=C20S30FCR8B7 type=write size=880468 2026-04-17T17:29:12.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.104+0000 7f7c665b4880 1 < suggested remove operation key=3FQ8A7OTR822 tag=DPJQEWW6XM8M type=write 2026-04-17T17:29:12.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.105+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~RQI89NPPF7EN.0 size=1048576 2026-04-17T17:29:12.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.106+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~RQI89NPPF7EN.1 size=323832 2026-04-17T17:29:12.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.106+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=RQI89NPPF7EN tag=RE4D8FZ21AFB type=write size=2420984 2026-04-17T17:29:12.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.107+0000 7f7c665b4880 1 < suggested update operation key=XBC61NN04TV9 tag=YCYBOTN5N9WK type=del size=3671654 2026-04-17T17:29:12.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.108+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=C24Y4CSG1J4B type=del size=3617859 2026-04-17T17:29:12.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.109+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=QHOCV67LVHPG type=del 2026-04-17T17:29:12.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.109+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=RO8ACAJOO7Z6 type=del size=3634920 2026-04-17T17:29:12.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.111+0000 7f7c665b4880 -1 < failed to complete operation key=3FQ8A7OTR822 tag=LUXF3UJJKI43 type=del size=2875778: (22) Invalid argument 2026-04-17T17:29:12.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.111+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=UF2APPJA8HAV type=del size=2595513 2026-04-17T17:29:12.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.112+0000 7f7c665b4880 -1 < no bi entry to suggest for operation key=3FQ8A7OTR822 tag=7119NX6PM1AF type=del size=413193: (2) No such file or directory 2026-04-17T17:29:12.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.113+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=QSN6LJF23LU7 type=del size=1178798 2026-04-17T17:29:12.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.113+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.0 size=1048576 2026-04-17T17:29:12.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.114+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.1 size=1048576 2026-04-17T17:29:12.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.115+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~0HQ1Q7PFE4NR.2 size=644586 2026-04-17T17:29:12.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.116+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=0HQ1Q7PFE4NR tag=BH651MTGQI3W type=write size=3790314 2026-04-17T17:29:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.117+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=Q9FMXPDDWUM3 type=del size=3266941 2026-04-17T17:29:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.118+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~9TT22Q9RN4D1.0 size=855902 2026-04-17T17:29:12.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.119+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=9TT22Q9RN4D1 tag=N7N1C7ERU5S0 type=write size=1904478 2026-04-17T17:29:12.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.120+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=P26NKPQ6UA0F type=write size=985528 2026-04-17T17:29:12.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.121+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~2HLWA0M22QU5.0 size=1048576 2026-04-17T17:29:12.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.122+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~2HLWA0M22QU5.1 size=147119 2026-04-17T17:29:12.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.123+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=2HLWA0M22QU5 tag=NAW0VUPGBYLC type=write size=2244271 2026-04-17T17:29:12.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.124+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=XPEYTXC06LS3 type=write size=34637 2026-04-17T17:29:12.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.125+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~LC9NHL0EDLTP.0 size=1048576 2026-04-17T17:29:12.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.126+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~LC9NHL0EDLTP.1 size=486410 2026-04-17T17:29:12.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.127+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=LC9NHL0EDLTP tag=4FDRETG14BUN type=write size=2583562 2026-04-17T17:29:12.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.128+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=UGW5UCWEQVQY type=del size=3891815 2026-04-17T17:29:12.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.129+0000 7f7c665b4880 -1 < failed to complete operation key=TI30PAI6L1CR tag=VJN0IQRMK8OO type=del size=2782396: (22) Invalid argument 2026-04-17T17:29:12.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.131+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LWTMWY6Z40QC.0 size=1048576 2026-04-17T17:29:12.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.132+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LWTMWY6Z40QC.1 size=1043285 2026-04-17T17:29:12.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.132+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=LWTMWY6Z40QC tag=M9Q52VWPB0HW type=write size=3140437 2026-04-17T17:29:12.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.133+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=PF03LLEBHAW8 type=del 2026-04-17T17:29:12.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.135+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~GN87USBLVNB3.0 size=157779 2026-04-17T17:29:12.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.135+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=GN87USBLVNB3 tag=OILX07YDIY0E type=write size=1206355 2026-04-17T17:29:12.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.136+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=INPDZPUOVXUC type=del 2026-04-17T17:29:12.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.137+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CWIQZSFKROF4.0 size=1048576 2026-04-17T17:29:12.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.138+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~CWIQZSFKROF4.1 size=436568 2026-04-17T17:29:12.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.138+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=CWIQZSFKROF4 tag=YH9DIN8GDU8O type=write size=2533720 2026-04-17T17:29:12.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.138+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.0 size=1048576 2026-04-17T17:29:12.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.138+0000 7f7c665b4880 1 < canceled part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.1 size=1048576 2026-04-17T17:29:12.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.139+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~V0F6RHCZ3PP3.2 size=481166 2026-04-17T17:29:12.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.140+0000 7f7c665b4880 1 < canceled multipart upload key=84B0Y790FRBF upload=V0F6RHCZ3PP3 tag=EN81N79MYNCG type=write size=3626894 2026-04-17T17:29:12.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.141+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=TYZ2PKA3QGH8 type=del size=3926425 2026-04-17T17:29:12.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.142+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=0IYY65LT6C3Q type=del 2026-04-17T17:29:12.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.143+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=Z1SU166B3OIZ type=del size=2254912 2026-04-17T17:29:12.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.143+0000 7f7c665b4880 1 < canceled part key=_multipart_Q45KTI620J8K.2~FAGICLPYM65U.0 size=1048576 2026-04-17T17:29:12.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.144+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~FAGICLPYM65U.1 size=440841 2026-04-17T17:29:12.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.145+0000 7f7c665b4880 1 < canceled multipart upload key=Q45KTI620J8K upload=FAGICLPYM65U tag=CXY22BW7OLVO type=write size=2537993 2026-04-17T17:29:12.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.147+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~2ODI0X8SU5ZB.0 size=445290 2026-04-17T17:29:12.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.147+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=2ODI0X8SU5ZB tag=QSDRH2BH3IS3 type=write size=1493866 2026-04-17T17:29:12.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.148+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=C20S30FCR8B7 type=write size=880468 2026-04-17T17:29:12.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.149+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=CSR2JUQOW9XB type=del size=2885888 2026-04-17T17:29:12.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.149+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~RQI89NPPF7EN.0 size=1048576 2026-04-17T17:29:12.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.150+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~RQI89NPPF7EN.1 size=323832 2026-04-17T17:29:12.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.152+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=RQI89NPPF7EN tag=RE4D8FZ21AFB type=write size=2420984 2026-04-17T17:29:12.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.153+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=5PQZDYCUIIXQ type=del size=1654070 2026-04-17T17:29:12.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.154+0000 7f7c665b4880 1 < canceled operation key=XH8AFLSS0JG5 tag=C24Y4CSG1J4B type=del size=3617859 2026-04-17T17:29:12.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.155+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=2KDUTEFCAZZI type=del size=2794323 2026-04-17T17:29:12.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.156+0000 7f7c665b4880 1 < suggested remove operation key=WYW40XCSXKEX tag=RO8ACAJOO7Z6 type=del 2026-04-17T17:29:12.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.157+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=6T35DM7RVU3G type=del size=1394129 2026-04-17T17:29:12.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.158+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=UF2APPJA8HAV type=del 2026-04-17T17:29:12.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.159+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=G64ML235PE1F type=del size=1850988 2026-04-17T17:29:12.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.160+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=QSN6LJF23LU7 type=del 2026-04-17T17:29:12.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.161+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~D54D4JWYTIZE.0 size=1048576 2026-04-17T17:29:12.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.162+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~D54D4JWYTIZE.1 size=789335 2026-04-17T17:29:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.162+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=D54D4JWYTIZE tag=8DTVGC7UO3HA type=write size=2886487 2026-04-17T17:29:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.163+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=Q9FMXPDDWUM3 type=del 2026-04-17T17:29:12.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.164+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.0 size=1048576 2026-04-17T17:29:12.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.165+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.1 size=1048576 2026-04-17T17:29:12.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.166+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.2 size=629178 2026-04-17T17:29:12.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.166+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=57RQOLVTU6XY tag=IE99PFZ50PH8 type=write size=3774906 2026-04-17T17:29:12.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.167+0000 7f7c665b4880 1 < completed write operation key=ZZT5E3KUYN42 tag=P26NKPQ6UA0F type=write size=985528 2026-04-17T17:29:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.167+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=JDCBELGHKN36 type=del size=3410525 2026-04-17T17:29:12.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.168+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=XPEYTXC06LS3 type=write size=34637 2026-04-17T17:29:12.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.169+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=YS0FFU7XHPR7 type=del size=777665 2026-04-17T17:29:12.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.170+0000 7f7c665b4880 1 < canceled operation key=WI8M3P76704S tag=UGW5UCWEQVQY type=del size=3891815 2026-04-17T17:29:12.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.171+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=RPFW3HM6CBX8 type=del size=111297 2026-04-17T17:29:12.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.172+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~LWTMWY6Z40QC.0 size=1048576 2026-04-17T17:29:12.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.172+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~LWTMWY6Z40QC.1 size=1043285 2026-04-17T17:29:12.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.174+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=LWTMWY6Z40QC tag=M9Q52VWPB0HW type=write size=3140437 2026-04-17T17:29:12.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.175+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.0 size=1048576 2026-04-17T17:29:12.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.176+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.1 size=1048576 2026-04-17T17:29:12.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.177+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.2 size=673196 2026-04-17T17:29:12.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.177+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=JNE53IU9FAWN tag=I65BJ24Z7012 type=write size=3818924 2026-04-17T17:29:12.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.177+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~GN87USBLVNB3.0 size=157779 2026-04-17T17:29:12.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.179+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=GN87USBLVNB3 tag=OILX07YDIY0E type=write size=1206355 2026-04-17T17:29:12.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.180+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=5QJ7NME9HFT9 type=del size=178858 2026-04-17T17:29:12.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.182+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CWIQZSFKROF4.0 size=1048576 2026-04-17T17:29:12.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.182+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~CWIQZSFKROF4.1 size=436568 2026-04-17T17:29:12.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.184+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=CWIQZSFKROF4 tag=YH9DIN8GDU8O type=write size=2533720 2026-04-17T17:29:12.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.185+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~DFIEG6O4AZXC.0 size=403847 2026-04-17T17:29:12.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.185+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=DFIEG6O4AZXC tag=XENT0JXQLMBL type=write size=1452423 2026-04-17T17:29:12.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.186+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=TYZ2PKA3QGH8 type=del 2026-04-17T17:29:12.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.187+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=V83S4T6EO28L type=write size=850185 2026-04-17T17:29:12.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.188+0000 7f7c665b4880 1 < suggested update operation key=WYW40XCSXKEX tag=Z1SU166B3OIZ type=del size=2254912 2026-04-17T17:29:12.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.189+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=S16BF0YHEBQO type=del size=1757019 2026-04-17T17:29:12.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.190+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~2ODI0X8SU5ZB.0 size=445290 2026-04-17T17:29:12.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.191+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=2ODI0X8SU5ZB tag=QSDRH2BH3IS3 type=write size=1493866 2026-04-17T17:29:12.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.193+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.0 size=1048576 2026-04-17T17:29:12.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.193+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.1 size=1048576 2026-04-17T17:29:12.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.194+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.2 size=130262 2026-04-17T17:29:12.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.194+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=0HQPGCGJQD1A tag=TH6UGMUXAY08 type=write size=3275990 2026-04-17T17:29:12.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.195+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=CSR2JUQOW9XB type=del 2026-04-17T17:29:12.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.196+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~9AN5HZTQNKDJ.0 size=1048576 2026-04-17T17:29:12.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.197+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~9AN5HZTQNKDJ.1 size=1031374 2026-04-17T17:29:12.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.197+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=9AN5HZTQNKDJ tag=OFBLJBPMEQM0 type=write size=3128526 2026-04-17T17:29:12.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.197+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=5PQZDYCUIIXQ type=del 2026-04-17T17:29:12.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.198+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=1LRV8HB4SFOP type=write size=209937 2026-04-17T17:29:12.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.199+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=2KDUTEFCAZZI type=del 2026-04-17T17:29:12.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.200+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=50E96Y7WXAJ4 type=del size=2599909 2026-04-17T17:29:12.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.200+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=6T35DM7RVU3G type=del 2026-04-17T17:29:12.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.201+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=75KROM60AVJO type=write size=743339 2026-04-17T17:29:12.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.202+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=G64ML235PE1F type=del 2026-04-17T17:29:12.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.203+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=DM4C7TCG0TTN type=del size=1876150 2026-04-17T17:29:12.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.203+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~D54D4JWYTIZE.0 size=1048576 2026-04-17T17:29:12.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.204+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~D54D4JWYTIZE.1 size=789335 2026-04-17T17:29:12.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.205+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=D54D4JWYTIZE tag=8DTVGC7UO3HA type=write size=2886487 2026-04-17T17:29:12.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.207+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~79ZOBHHTZWM7.0 size=386032 2026-04-17T17:29:12.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.207+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=79ZOBHHTZWM7 tag=1BFOAEBV0SPX type=write size=1434608 2026-04-17T17:29:12.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.207+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.0 size=1048576 2026-04-17T17:29:12.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.208+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.1 size=1048576 2026-04-17T17:29:12.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.209+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~57RQOLVTU6XY.2 size=629178 2026-04-17T17:29:12.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.210+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=57RQOLVTU6XY tag=IE99PFZ50PH8 type=write size=3774906 2026-04-17T17:29:12.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.211+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~SD47FPSU08T7.0 size=755759 2026-04-17T17:29:12.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.211+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=SD47FPSU08T7 tag=ZTSPS6V5Q89F type=write size=1804335 2026-04-17T17:29:12.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.212+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=JDCBELGHKN36 type=del size=3410525 2026-04-17T17:29:12.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.213+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=U3KLCSZ2EZAK type=del size=227493 2026-04-17T17:29:12.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.213+0000 7f7c665b4880 1 < completed delete operation key=NU9ABT1YEXJP tag=YS0FFU7XHPR7 type=del 2026-04-17T17:29:12.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.214+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=3MS1R8NIRYQN type=del size=274229 2026-04-17T17:29:12.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.215+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=RPFW3HM6CBX8 type=del 2026-04-17T17:29:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.216+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~O3M6RK8SGMJ1.0 size=486134 2026-04-17T17:29:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.216+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=O3M6RK8SGMJ1 tag=G0D1Z3G96DIS type=write size=1534710 2026-04-17T17:29:12.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.217+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.0 size=1048576 2026-04-17T17:29:12.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.218+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.1 size=1048576 2026-04-17T17:29:12.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.219+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~JNE53IU9FAWN.2 size=673196 2026-04-17T17:29:12.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.220+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=JNE53IU9FAWN tag=I65BJ24Z7012 type=write size=3818924 2026-04-17T17:29:12.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.221+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=EASIM5T1K0TW type=write size=828727 2026-04-17T17:29:12.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.221+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=5QJ7NME9HFT9 type=del 2026-04-17T17:29:12.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.222+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=DNJ5CRGLM404 type=del size=2271348 2026-04-17T17:29:12.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.223+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~DFIEG6O4AZXC.0 size=403847 2026-04-17T17:29:12.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.224+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=DFIEG6O4AZXC tag=XENT0JXQLMBL type=write size=1452423 2026-04-17T17:29:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.225+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=MVEJOWVEACLI type=del size=65 2026-04-17T17:29:12.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.227+0000 7f7c665b4880 1 < suggested remove operation key=RWVQWJ0ZLZ9E tag=V83S4T6EO28L type=write 2026-04-17T17:29:12.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.228+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~VXE1NHQWETQX.0 size=161827 2026-04-17T17:29:12.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.228+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=VXE1NHQWETQX tag=TM3D3OQ6T4JI type=write size=1210403 2026-04-17T17:29:12.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.229+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=S16BF0YHEBQO type=del 2026-04-17T17:29:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.230+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~GF97TX4EWYYZ.0 size=1048576 2026-04-17T17:29:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.231+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~GF97TX4EWYYZ.1 size=731563 2026-04-17T17:29:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.231+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=GF97TX4EWYYZ tag=52KUN5EUPPEV type=write size=2828715 2026-04-17T17:29:12.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.232+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.0 size=1048576 2026-04-17T17:29:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.233+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.1 size=1048576 2026-04-17T17:29:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.233+0000 7f7c665b4880 1 < canceled part key=_multipart_6A36KB48BU1Q.2~0HQPGCGJQD1A.2 size=130262 2026-04-17T17:29:12.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.234+0000 7f7c665b4880 1 < canceled multipart upload key=6A36KB48BU1Q upload=0HQPGCGJQD1A tag=TH6UGMUXAY08 type=write size=3275990 2026-04-17T17:29:12.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.235+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.0 size=1048576 2026-04-17T17:29:12.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.236+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.1 size=1048576 2026-04-17T17:29:12.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.237+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.2 size=307705 2026-04-17T17:29:12.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.237+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=T495LFL58KZS tag=HLSZQKUIDU8U type=write size=3453433 2026-04-17T17:29:12.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.237+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~9AN5HZTQNKDJ.0 size=1048576 2026-04-17T17:29:12.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.238+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~9AN5HZTQNKDJ.1 size=1031374 2026-04-17T17:29:12.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.239+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=9AN5HZTQNKDJ tag=OFBLJBPMEQM0 type=write size=3128526 2026-04-17T17:29:12.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.241+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~LS2MSP6QK1DN.0 size=50694 2026-04-17T17:29:12.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.241+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=LS2MSP6QK1DN tag=JDKUTICCCU6Q type=write size=1099270 2026-04-17T17:29:12.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.242+0000 7f7c665b4880 1 < suggested remove operation key=6A36KB48BU1Q tag=1LRV8HB4SFOP type=write 2026-04-17T17:29:12.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.243+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=I70FEZ3DPY01 type=del size=3855107 2026-04-17T17:29:12.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.244+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=50E96Y7WXAJ4 type=del 2026-04-17T17:29:12.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.244+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=CM5YP7KOO15Y type=del size=3137569 2026-04-17T17:29:12.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.245+0000 7f7c665b4880 1 < completed write operation key=X3LOYT9XHKPY tag=75KROM60AVJO type=write size=743339 2026-04-17T17:29:12.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.246+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=7RQJU3GKWWYO type=del size=350274 2026-04-17T17:29:12.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.247+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=DM4C7TCG0TTN type=del 2026-04-17T17:29:12.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.247+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=YOVKNT37BXAZ type=del size=3566830 2026-04-17T17:29:12.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.248+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~79ZOBHHTZWM7.0 size=386032 2026-04-17T17:29:12.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.249+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=79ZOBHHTZWM7 tag=1BFOAEBV0SPX type=write size=1434608 2026-04-17T17:29:12.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.251+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~J9026RH7OCU2.0 size=1048576 2026-04-17T17:29:12.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.251+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~J9026RH7OCU2.1 size=348406 2026-04-17T17:29:12.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.251+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=J9026RH7OCU2 tag=N8O7K7GVU8IW type=write size=2445558 2026-04-17T17:29:12.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.252+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~SD47FPSU08T7.0 size=755759 2026-04-17T17:29:12.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.254+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=SD47FPSU08T7 tag=ZTSPS6V5Q89F type=write size=1804335 2026-04-17T17:29:12.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.255+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=ONLOLH254QXN type=del size=1917189 2026-04-17T17:29:12.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.256+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=U3KLCSZ2EZAK type=del 2026-04-17T17:29:12.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.257+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=WHECSIGII5AI type=del size=1922235 2026-04-17T17:29:12.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.257+0000 7f7c665b4880 -1 < failed to complete operation key=RWVQWJ0ZLZ9E tag=3MS1R8NIRYQN type=del size=274229: (22) Invalid argument 2026-04-17T17:29:12.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.259+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~U7K3H3OUE8L6.0 size=1048576 2026-04-17T17:29:12.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.259+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~U7K3H3OUE8L6.1 size=29480 2026-04-17T17:29:12.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.259+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=U7K3H3OUE8L6 tag=I9IQW3FJCCP7 type=write size=2126632 2026-04-17T17:29:12.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.260+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~O3M6RK8SGMJ1.0 size=486134 2026-04-17T17:29:12.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.262+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=O3M6RK8SGMJ1 tag=G0D1Z3G96DIS type=write size=1534710 2026-04-17T17:29:12.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.262+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=P35JNLF0MVGG type=del size=2592499 2026-04-17T17:29:12.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.264+0000 7f7c665b4880 1 < suggested update operation key=FZ7AFUFE3V8I tag=EASIM5T1K0TW type=write size=828727 2026-04-17T17:29:12.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.265+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~UEYHYHHEI6AO.0 size=1048576 2026-04-17T17:29:12.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.266+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~UEYHYHHEI6AO.1 size=654786 2026-04-17T17:29:12.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.266+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=UEYHYHHEI6AO tag=FO70HXCH4ZB9 type=write size=2751938 2026-04-17T17:29:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.266+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=DNJ5CRGLM404 type=del 2026-04-17T17:29:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.268+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~C2KD62339MQI.0 size=490829 2026-04-17T17:29:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.268+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=C2KD62339MQI tag=RK8IAD1H0X0H type=write size=1539405 2026-04-17T17:29:12.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.269+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=MVEJOWVEACLI type=del 2026-04-17T17:29:12.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.269+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=IE8C6I0DX2GT type=del size=163384 2026-04-17T17:29:12.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.270+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~VXE1NHQWETQX.0 size=161827 2026-04-17T17:29:12.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.271+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=VXE1NHQWETQX tag=TM3D3OQ6T4JI type=write size=1210403 2026-04-17T17:29:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.272+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=0OC69AIV0BKR type=write size=625625 2026-04-17T17:29:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.272+0000 7f7c665b4880 1 < canceled part key=_multipart_ZPRLHK1F89L2.2~GF97TX4EWYYZ.0 size=1048576 2026-04-17T17:29:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.273+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~GF97TX4EWYYZ.1 size=731563 2026-04-17T17:29:12.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.274+0000 7f7c665b4880 1 < canceled multipart upload key=ZPRLHK1F89L2 upload=GF97TX4EWYYZ tag=52KUN5EUPPEV type=write size=2828715 2026-04-17T17:29:12.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.275+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=C41KII7ZT1LO type=del size=115222 2026-04-17T17:29:12.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.276+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.0 size=1048576 2026-04-17T17:29:12.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.276+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.1 size=1048576 2026-04-17T17:29:12.280 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.277+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~T495LFL58KZS.2 size=307705 2026-04-17T17:29:12.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.278+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=T495LFL58KZS tag=HLSZQKUIDU8U type=write size=3453433 2026-04-17T17:29:12.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.279+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=WOJPOCP2LRGP type=write size=889531 2026-04-17T17:29:12.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.280+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~LS2MSP6QK1DN.0 size=50694 2026-04-17T17:29:12.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.281+0000 7f7c665b4880 1 < completed multipart upload key=TV0Y2WB5F1EK upload=LS2MSP6QK1DN tag=JDKUTICCCU6Q type=write size=1099270 2026-04-17T17:29:12.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.282+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=BHPV0QEXKLLD type=del size=4170636 2026-04-17T17:29:12.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.283+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=I70FEZ3DPY01 type=del 2026-04-17T17:29:12.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.283+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=BRIMCBLVK6HM type=write size=324143 2026-04-17T17:29:12.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.284+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=CM5YP7KOO15Y type=del 2026-04-17T17:29:12.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.285+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=Q9MN0NGTCCBA type=del size=2330142 2026-04-17T17:29:12.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.286+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=7RQJU3GKWWYO type=del 2026-04-17T17:29:12.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.287+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=QGQ02Z01188Q type=del size=1577264 2026-04-17T17:29:12.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.287+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=YOVKNT37BXAZ type=del 2026-04-17T17:29:12.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.289+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6F15B9R7C01C.0 size=1048576 2026-04-17T17:29:12.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.289+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~6F15B9R7C01C.1 size=755555 2026-04-17T17:29:12.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.289+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=6F15B9R7C01C tag=6FJI7WMJ5CSS type=write size=2852707 2026-04-17T17:29:12.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.290+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~J9026RH7OCU2.0 size=1048576 2026-04-17T17:29:12.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.290+0000 7f7c665b4880 1 < canceled part key=_multipart_UWOLL79ZRJ1B.2~J9026RH7OCU2.1 size=348406 2026-04-17T17:29:12.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.292+0000 7f7c665b4880 1 < canceled multipart upload key=UWOLL79ZRJ1B upload=J9026RH7OCU2 tag=N8O7K7GVU8IW type=write size=2445558 2026-04-17T17:29:12.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.292+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=IT2B7VPES8U2 type=del size=666900 2026-04-17T17:29:12.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.294+0000 7f7c665b4880 1 < suggested update operation key=FZ7AFUFE3V8I tag=ONLOLH254QXN type=del size=1917189 2026-04-17T17:29:12.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.296+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~LFRLTP938N4R.0 size=1048576 2026-04-17T17:29:12.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.297+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~LFRLTP938N4R.1 size=426707 2026-04-17T17:29:12.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.297+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=LFRLTP938N4R tag=LY0QNMOREH5M type=write size=2523859 2026-04-17T17:29:12.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.297+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=WHECSIGII5AI type=del 2026-04-17T17:29:12.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.298+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=V9LM2BUPM6NM type=del size=1328415 2026-04-17T17:29:12.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.299+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~U7K3H3OUE8L6.0 size=1048576 2026-04-17T17:29:12.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.300+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~U7K3H3OUE8L6.1 size=29480 2026-04-17T17:29:12.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.301+0000 7f7c665b4880 1 < completed multipart upload key=NC1GI2H2H0YA upload=U7K3H3OUE8L6 tag=I9IQW3FJCCP7 type=write size=2126632 2026-04-17T17:29:12.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.303+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.0 size=1048576 2026-04-17T17:29:12.307 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.303+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.1 size=1048576 2026-04-17T17:29:12.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.304+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.2 size=752940 2026-04-17T17:29:12.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.304+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=BWBNVNQDQGEA tag=6NSO5U1X14GX type=write size=3898668 2026-04-17T17:29:12.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.305+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=P35JNLF0MVGG type=del 2026-04-17T17:29:12.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.306+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=YVTP125IJG3B type=write size=558321 2026-04-17T17:29:12.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.307+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~UEYHYHHEI6AO.0 size=1048576 2026-04-17T17:29:12.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.307+0000 7f7c665b4880 1 < canceled part key=_multipart_6A36KB48BU1Q.2~UEYHYHHEI6AO.1 size=654786 2026-04-17T17:29:12.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.309+0000 7f7c665b4880 1 < canceled multipart upload key=6A36KB48BU1Q upload=UEYHYHHEI6AO tag=FO70HXCH4ZB9 type=write size=2751938 2026-04-17T17:29:12.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.309+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=U88J9MB2FK89 type=write size=715533 2026-04-17T17:29:12.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.310+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~C2KD62339MQI.0 size=490829 2026-04-17T17:29:12.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.312+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=C2KD62339MQI tag=RK8IAD1H0X0H type=write size=1539405 2026-04-17T17:29:12.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.314+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~0CZ727IHHSY8.0 size=1048576 2026-04-17T17:29:12.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.314+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~0CZ727IHHSY8.1 size=715087 2026-04-17T17:29:12.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.314+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=0CZ727IHHSY8 tag=0BHCTW479AFZ type=write size=2812239 2026-04-17T17:29:12.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.315+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=IE8C6I0DX2GT type=del 2026-04-17T17:29:12.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.317+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~J7O5LBX2L4OZ.0 size=1048576 2026-04-17T17:29:12.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.317+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~J7O5LBX2L4OZ.1 size=96230 2026-04-17T17:29:12.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.317+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=J7O5LBX2L4OZ tag=29WIQBNQEY0Y type=write size=2193382 2026-04-17T17:29:12.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.319+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=0OC69AIV0BKR type=write size=625625 2026-04-17T17:29:12.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.320+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.0 size=1048576 2026-04-17T17:29:12.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.321+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.1 size=1048576 2026-04-17T17:29:12.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.322+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.2 size=954560 2026-04-17T17:29:12.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.322+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=D0KV1IXJMG7S tag=Q1L77KHPFOLG type=write size=4100288 2026-04-17T17:29:12.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.323+0000 7f7c665b4880 1 < suggested update operation key=FZ7AFUFE3V8I tag=C41KII7ZT1LO type=del size=115222 2026-04-17T17:29:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.325+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~JANREXYT204D.0 size=810063 2026-04-17T17:29:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.325+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=JANREXYT204D tag=C3I9KO90DEEM type=write size=1858639 2026-04-17T17:29:12.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.326+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=WOJPOCP2LRGP type=write 2026-04-17T17:29:12.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.327+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=VNJL89RP32Z5 type=del size=480335 2026-04-17T17:29:12.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.328+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=BHPV0QEXKLLD type=del 2026-04-17T17:29:12.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.331+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.0 size=1048576 2026-04-17T17:29:12.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.331+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.1 size=1048576 2026-04-17T17:29:12.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.332+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.2 size=1042195 2026-04-17T17:29:12.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.332+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=DRRABM6QAQVU tag=YQJCMIP7VQA4 type=write size=4187923 2026-04-17T17:29:12.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.333+0000 7f7c665b4880 -1 < failed to complete operation key=FZ7AFUFE3V8I tag=BRIMCBLVK6HM type=write size=324143: (22) Invalid argument 2026-04-17T17:29:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.334+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~R0KVEMZ47IVZ.0 size=223341 2026-04-17T17:29:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.334+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=R0KVEMZ47IVZ tag=ZW7XCF5SKGK9 type=write size=1271917 2026-04-17T17:29:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.335+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=Q9MN0NGTCCBA type=del 2026-04-17T17:29:12.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.337+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.0 size=1048576 2026-04-17T17:29:12.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.338+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.1 size=1048576 2026-04-17T17:29:12.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.338+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.2 size=399021 2026-04-17T17:29:12.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.338+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=I3EN2MYVICA9 tag=07BDKGSQLEEU type=write size=3544749 2026-04-17T17:29:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.339+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=QGQ02Z01188Q type=del 2026-04-17T17:29:12.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.340+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.0 size=1048576 2026-04-17T17:29:12.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.341+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.1 size=1048576 2026-04-17T17:29:12.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.342+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.2 size=832741 2026-04-17T17:29:12.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.342+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=JG4WOJX75UJ7 tag=RW7FIW23Q7FU type=write size=3978469 2026-04-17T17:29:12.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.343+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6F15B9R7C01C.0 size=1048576 2026-04-17T17:29:12.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.343+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~6F15B9R7C01C.1 size=755555 2026-04-17T17:29:12.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.345+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=6F15B9R7C01C tag=6FJI7WMJ5CSS type=write size=2852707 2026-04-17T17:29:12.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.346+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=EQECYMETR21Q type=del size=3480344 2026-04-17T17:29:12.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.346+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=IT2B7VPES8U2 type=del 2026-04-17T17:29:12.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.347+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=PJW9BYT1ORYX type=del size=236163 2026-04-17T17:29:12.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.348+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~LFRLTP938N4R.0 size=1048576 2026-04-17T17:29:12.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.349+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~LFRLTP938N4R.1 size=426707 2026-04-17T17:29:12.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.350+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=LFRLTP938N4R tag=LY0QNMOREH5M type=write size=2523859 2026-04-17T17:29:12.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.352+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.0 size=1048576 2026-04-17T17:29:12.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.352+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.1 size=1048576 2026-04-17T17:29:12.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.353+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.2 size=503897 2026-04-17T17:29:12.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.353+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=9SP998L5OE6L tag=S321CZITLHMU type=write size=3649625 2026-04-17T17:29:12.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.354+0000 7f7c665b4880 -1 < failed to complete operation key=XH8AFLSS0JG5 tag=V9LM2BUPM6NM type=del size=1328415: (22) Invalid argument 2026-04-17T17:29:12.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.355+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=FRZBNFEL9P0H type=write size=957713 2026-04-17T17:29:12.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.356+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.0 size=1048576 2026-04-17T17:29:12.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.356+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.1 size=1048576 2026-04-17T17:29:12.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.357+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~BWBNVNQDQGEA.2 size=752940 2026-04-17T17:29:12.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.358+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=BWBNVNQDQGEA tag=6NSO5U1X14GX type=write size=3898668 2026-04-17T17:29:12.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.360+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~ZLF4Z7DGCKNM.0 size=1048576 2026-04-17T17:29:12.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.361+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~ZLF4Z7DGCKNM.1 size=473522 2026-04-17T17:29:12.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.361+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=ZLF4Z7DGCKNM tag=1CNO9S7245KS type=write size=2570674 2026-04-17T17:29:12.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.362+0000 7f7c665b4880 1 < completed write operation key=WXONWDD5IC4D tag=YVTP125IJG3B type=write size=558321 2026-04-17T17:29:12.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.362+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=O5FIQN81WBJ8 type=del size=2900608 2026-04-17T17:29:12.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.363+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=U88J9MB2FK89 type=write size=715533 2026-04-17T17:29:12.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.364+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=ULE0Y8M9RBLY type=del size=3646062 2026-04-17T17:29:12.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.365+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~0CZ727IHHSY8.0 size=1048576 2026-04-17T17:29:12.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.366+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~0CZ727IHHSY8.1 size=715087 2026-04-17T17:29:12.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.367+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=0CZ727IHHSY8 tag=0BHCTW479AFZ type=write size=2812239 2026-04-17T17:29:12.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.368+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=PEQ6EY9N0ZIX type=del size=3535434 2026-04-17T17:29:12.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.369+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~J7O5LBX2L4OZ.0 size=1048576 2026-04-17T17:29:12.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.370+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~J7O5LBX2L4OZ.1 size=96230 2026-04-17T17:29:12.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.371+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=J7O5LBX2L4OZ tag=29WIQBNQEY0Y type=write size=2193382 2026-04-17T17:29:12.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.372+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=J3MHTEJLDUKL type=del size=1025077 2026-04-17T17:29:12.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.373+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.0 size=1048576 2026-04-17T17:29:12.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.374+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.1 size=1048576 2026-04-17T17:29:12.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.375+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~D0KV1IXJMG7S.2 size=954560 2026-04-17T17:29:12.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.376+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=D0KV1IXJMG7S tag=Q1L77KHPFOLG type=write size=4100288 2026-04-17T17:29:12.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.378+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.0 size=1048576 2026-04-17T17:29:12.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.378+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.1 size=1048576 2026-04-17T17:29:12.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.379+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.2 size=996393 2026-04-17T17:29:12.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.379+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=THF3HO754IWH tag=P0WT2UG1ZIT6 type=write size=4142121 2026-04-17T17:29:12.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.380+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~JANREXYT204D.0 size=810063 2026-04-17T17:29:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.381+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=JANREXYT204D tag=C3I9KO90DEEM type=write size=1858639 2026-04-17T17:29:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.382+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=M4K7U3M4B9MI type=del size=4127138 2026-04-17T17:29:12.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.383+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=VNJL89RP32Z5 type=del 2026-04-17T17:29:12.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.384+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.0 size=1048576 2026-04-17T17:29:12.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.385+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.1 size=1048576 2026-04-17T17:29:12.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.386+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.2 size=580708 2026-04-17T17:29:12.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.386+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=EF4U70D64UZA tag=YCXKB2GHACSO type=write size=3726436 2026-04-17T17:29:12.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.386+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.0 size=1048576 2026-04-17T17:29:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.386+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.1 size=1048576 2026-04-17T17:29:12.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.387+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~DRRABM6QAQVU.2 size=1042195 2026-04-17T17:29:12.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.388+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=DRRABM6QAQVU tag=YQJCMIP7VQA4 type=write size=4187923 2026-04-17T17:29:12.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.390+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~0NG5LV2T5FG7.0 size=957019 2026-04-17T17:29:12.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.390+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=0NG5LV2T5FG7 tag=TG5JFP7M6JJY type=write size=2005595 2026-04-17T17:29:12.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.391+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~R0KVEMZ47IVZ.0 size=223341 2026-04-17T17:29:12.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.392+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=R0KVEMZ47IVZ tag=ZW7XCF5SKGK9 type=write size=1271917 2026-04-17T17:29:12.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.393+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=YYRMTFGDJ5FF type=del size=1121312 2026-04-17T17:29:12.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.394+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.0 size=1048576 2026-04-17T17:29:12.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.394+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.1 size=1048576 2026-04-17T17:29:12.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.395+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~I3EN2MYVICA9.2 size=399021 2026-04-17T17:29:12.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.397+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=I3EN2MYVICA9 tag=07BDKGSQLEEU type=write size=3544749 2026-04-17T17:29:12.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.398+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=LPUWKSJOWVK0 type=del size=361545 2026-04-17T17:29:12.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.399+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.0 size=1048576 2026-04-17T17:29:12.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.399+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.1 size=1048576 2026-04-17T17:29:12.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.400+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JG4WOJX75UJ7.2 size=832741 2026-04-17T17:29:12.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.402+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=JG4WOJX75UJ7 tag=RW7FIW23Q7FU type=write size=3978469 2026-04-17T17:29:12.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.403+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=L3WB6QOPF4Y6 type=del size=233069 2026-04-17T17:29:12.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.405+0000 7f7c665b4880 1 < suggested update operation key=TI30PAI6L1CR tag=EQECYMETR21Q type=del size=3480344 2026-04-17T17:29:12.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.406+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=EKY2GAEBZL5L type=del size=340488 2026-04-17T17:29:12.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.407+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=PJW9BYT1ORYX type=del 2026-04-17T17:29:12.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.411+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~YKBN8M9AO3LG.0 size=970735 2026-04-17T17:29:12.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.411+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=YKBN8M9AO3LG tag=VBDGE5I0M6TX type=write size=2019311 2026-04-17T17:29:12.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.412+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.0 size=1048576 2026-04-17T17:29:12.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.412+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.1 size=1048576 2026-04-17T17:29:12.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.413+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~9SP998L5OE6L.2 size=503897 2026-04-17T17:29:12.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.415+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=9SP998L5OE6L tag=S321CZITLHMU type=write size=3649625 2026-04-17T17:29:12.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.416+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~PPN40Y8218FJ.0 size=1036612 2026-04-17T17:29:12.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.416+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=PPN40Y8218FJ tag=EMSFIT2AK4TK type=write size=2085188 2026-04-17T17:29:12.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.418+0000 7f7c665b4880 1 < suggested remove operation key=RSVTCQBMABG0 tag=FRZBNFEL9P0H type=write 2026-04-17T17:29:12.422 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.418+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=JF5FRYDNS3OS type=del size=2702051 2026-04-17T17:29:12.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.419+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~ZLF4Z7DGCKNM.0 size=1048576 2026-04-17T17:29:12.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.420+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~ZLF4Z7DGCKNM.1 size=473522 2026-04-17T17:29:12.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.421+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=ZLF4Z7DGCKNM tag=1CNO9S7245KS type=write size=2570674 2026-04-17T17:29:12.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.422+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=0VKGXXJVPP6N type=del size=3877977 2026-04-17T17:29:12.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.423+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=O5FIQN81WBJ8 type=del size=2900608 2026-04-17T17:29:12.427 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.423+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=YP37XBC3P6QB type=del size=1240426 2026-04-17T17:29:12.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.424+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=ULE0Y8M9RBLY type=del 2026-04-17T17:29:12.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.426+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~P6TPW2IQAWTL.0 size=1048576 2026-04-17T17:29:12.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.426+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~P6TPW2IQAWTL.1 size=223576 2026-04-17T17:29:12.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.426+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=P6TPW2IQAWTL tag=7SKDGY425H5B type=write size=2320728 2026-04-17T17:29:12.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.428+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=PEQ6EY9N0ZIX type=del 2026-04-17T17:29:12.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.428+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=F7H9Z3NE8352 type=write size=752259 2026-04-17T17:29:12.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.429+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=J3MHTEJLDUKL type=del 2026-04-17T17:29:12.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.431+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~ZHX2GE8CUO3G.0 size=929265 2026-04-17T17:29:12.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.431+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=ZHX2GE8CUO3G tag=CWX8YPQGRRT2 type=write size=1977841 2026-04-17T17:29:12.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.431+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.0 size=1048576 2026-04-17T17:29:12.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.432+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.1 size=1048576 2026-04-17T17:29:12.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.433+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~THF3HO754IWH.2 size=996393 2026-04-17T17:29:12.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.434+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=THF3HO754IWH tag=P0WT2UG1ZIT6 type=write size=4142121 2026-04-17T17:29:12.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.436+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~UHKRUCZP5I71.0 size=750718 2026-04-17T17:29:12.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.436+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=UHKRUCZP5I71 tag=HMYKH7FRC7PV type=write size=1799294 2026-04-17T17:29:12.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.436+0000 7f7c665b4880 -1 < failed to complete operation key=XH8AFLSS0JG5 tag=M4K7U3M4B9MI type=del size=4127138: (22) Invalid argument 2026-04-17T17:29:12.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.437+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=9S8RNBKQ7J6L type=del size=3376133 2026-04-17T17:29:12.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.437+0000 7f7c665b4880 1 < canceled part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.0 size=1048576 2026-04-17T17:29:12.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.438+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.1 size=1048576 2026-04-17T17:29:12.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.439+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~EF4U70D64UZA.2 size=580708 2026-04-17T17:29:12.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.440+0000 7f7c665b4880 1 < canceled multipart upload key=ZPRLHK1F89L2 upload=EF4U70D64UZA tag=YCXKB2GHACSO type=write size=3726436 2026-04-17T17:29:12.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.441+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~79M7K2D2KPAB.0 size=546436 2026-04-17T17:29:12.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.441+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=79M7K2D2KPAB tag=H9CT7P4AG6TS type=write size=1595012 2026-04-17T17:29:12.446 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.442+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~0NG5LV2T5FG7.0 size=957019 2026-04-17T17:29:12.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.444+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=0NG5LV2T5FG7 tag=TG5JFP7M6JJY type=write size=2005595 2026-04-17T17:29:12.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.444+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=HY9W5MBK6EQF type=del size=3207524 2026-04-17T17:29:12.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.445+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=YYRMTFGDJ5FF type=del 2026-04-17T17:29:12.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.446+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=IG1M0MC7C34D type=del size=1749262 2026-04-17T17:29:12.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.447+0000 7f7c665b4880 -1 < failed to complete operation key=TI30PAI6L1CR tag=LPUWKSJOWVK0 type=del size=361545: (22) Invalid argument 2026-04-17T17:29:12.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.448+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~FW9XZMUP2KJ0.0 size=1048576 2026-04-17T17:29:12.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.449+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~FW9XZMUP2KJ0.1 size=636104 2026-04-17T17:29:12.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.449+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=FW9XZMUP2KJ0 tag=GJBRMAOC020H type=write size=2733256 2026-04-17T17:29:12.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.449+0000 7f7c665b4880 1 < canceled operation key=PH6NQ0F9XPO8 tag=L3WB6QOPF4Y6 type=del size=233069 2026-04-17T17:29:12.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.450+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=UX9B9ZUPB02C type=del size=2441848 2026-04-17T17:29:12.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.451+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=EKY2GAEBZL5L type=del 2026-04-17T17:29:12.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.453+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~72GL1YCQ7FVE.0 size=347572 2026-04-17T17:29:12.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.453+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=72GL1YCQ7FVE tag=W1OD0TE5NVUP type=write size=1396148 2026-04-17T17:29:12.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.453+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~YKBN8M9AO3LG.0 size=970735 2026-04-17T17:29:12.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.455+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=YKBN8M9AO3LG tag=VBDGE5I0M6TX type=write size=2019311 2026-04-17T17:29:12.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.456+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=G3K3GLP7G710 type=del size=2899094 2026-04-17T17:29:12.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.456+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~PPN40Y8218FJ.0 size=1036612 2026-04-17T17:29:12.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.458+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=PPN40Y8218FJ tag=EMSFIT2AK4TK type=write size=2085188 2026-04-17T17:29:12.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.459+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=5X611IGM284T type=del size=2576960 2026-04-17T17:29:12.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.459+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=JF5FRYDNS3OS type=del 2026-04-17T17:29:12.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.460+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=1LN2EJ7LXXWP type=write size=399321 2026-04-17T17:29:12.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.461+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=0VKGXXJVPP6N type=del 2026-04-17T17:29:12.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.462+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=DYFV6DM0HRM9 type=del size=2089602 2026-04-17T17:29:12.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.463+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=YP37XBC3P6QB type=del 2026-04-17T17:29:12.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.464+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=HL9B17EQ5TQ6 type=write size=760292 2026-04-17T17:29:12.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.464+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~P6TPW2IQAWTL.0 size=1048576 2026-04-17T17:29:12.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.465+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~P6TPW2IQAWTL.1 size=223576 2026-04-17T17:29:12.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.466+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=P6TPW2IQAWTL tag=7SKDGY425H5B type=write size=2320728 2026-04-17T17:29:12.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.467+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=JBNUYWXLW4GS type=del size=1046235 2026-04-17T17:29:12.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.469+0000 7f7c665b4880 1 < suggested update operation key=RSVTCQBMABG0 tag=F7H9Z3NE8352 type=write size=752259 2026-04-17T17:29:12.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.470+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~RD7J95TSZ56Q.0 size=251925 2026-04-17T17:29:12.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.470+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=RD7J95TSZ56Q tag=QKV0TFL2VQMW type=write size=1300501 2026-04-17T17:29:12.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.470+0000 7f7c665b4880 1 < canceled part key=_multipart_Q45KTI620J8K.2~ZHX2GE8CUO3G.0 size=929265 2026-04-17T17:29:12.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.472+0000 7f7c665b4880 1 < canceled multipart upload key=Q45KTI620J8K upload=ZHX2GE8CUO3G tag=CWX8YPQGRRT2 type=write size=1977841 2026-04-17T17:29:12.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.472+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=51DVG15BC648 type=del size=1275096 2026-04-17T17:29:12.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.473+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~UHKRUCZP5I71.0 size=750718 2026-04-17T17:29:12.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.475+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=UHKRUCZP5I71 tag=HMYKH7FRC7PV type=write size=1799294 2026-04-17T17:29:12.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.475+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=TOZ3C8GS7S19 type=write size=522994 2026-04-17T17:29:12.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.476+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=9S8RNBKQ7J6L type=del 2026-04-17T17:29:12.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.477+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=WBUY6H390P3F type=del size=2132807 2026-04-17T17:29:12.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.478+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~79M7K2D2KPAB.0 size=546436 2026-04-17T17:29:12.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.480+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=79M7K2D2KPAB tag=H9CT7P4AG6TS type=write size=1595012 2026-04-17T17:29:12.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.480+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=TVTF38WLNF6V type=write size=328771 2026-04-17T17:29:12.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.481+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=HY9W5MBK6EQF type=del 2026-04-17T17:29:12.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.483+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~6MZUUF9DSB96.0 size=577394 2026-04-17T17:29:12.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.483+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=6MZUUF9DSB96 tag=LL1VX2N5ZBRC type=write size=1625970 2026-04-17T17:29:12.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.484+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=IG1M0MC7C34D type=del 2026-04-17T17:29:12.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.486+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.0 size=1048576 2026-04-17T17:29:12.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.487+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.1 size=1048576 2026-04-17T17:29:12.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.488+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.2 size=833093 2026-04-17T17:29:12.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.488+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=CRYMIVIEE05E tag=V6LTCIKNSSW9 type=write size=3978821 2026-04-17T17:29:12.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.489+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~FW9XZMUP2KJ0.0 size=1048576 2026-04-17T17:29:12.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.490+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~FW9XZMUP2KJ0.1 size=636104 2026-04-17T17:29:12.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.491+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=FW9XZMUP2KJ0 tag=GJBRMAOC020H type=write size=2733256 2026-04-17T17:29:12.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.492+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=DL4ZHZZHUL03 type=del size=535802 2026-04-17T17:29:12.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.493+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=UX9B9ZUPB02C type=del 2026-04-17T17:29:12.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.495+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~586ZN1K51TG7.0 size=989746 2026-04-17T17:29:12.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.495+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=586ZN1K51TG7 tag=14JB84EKDLOV type=write size=2038322 2026-04-17T17:29:12.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.496+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~72GL1YCQ7FVE.0 size=347572 2026-04-17T17:29:12.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.497+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=72GL1YCQ7FVE tag=W1OD0TE5NVUP type=write size=1396148 2026-04-17T17:29:12.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.498+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=FW0IPI70GQQM type=del size=4028495 2026-04-17T17:29:12.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.499+0000 7f7c665b4880 1 < canceled operation key=TV0Y2WB5F1EK tag=G3K3GLP7G710 type=del size=2899094 2026-04-17T17:29:12.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.500+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=CKGLF5APTB81 type=del size=1340480 2026-04-17T17:29:12.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.500+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=5X611IGM284T type=del 2026-04-17T17:29:12.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.501+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=V0HA2TWC71F2 type=del size=3286022 2026-04-17T17:29:12.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.502+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=1LN2EJ7LXXWP type=write size=399321 2026-04-17T17:29:12.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.503+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=E8H6R4K7D6FP type=del size=3978104 2026-04-17T17:29:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.504+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=DYFV6DM0HRM9 type=del 2026-04-17T17:29:12.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.505+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~NUF2JHBW7ZT8.0 size=1048576 2026-04-17T17:29:12.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.506+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~NUF2JHBW7ZT8.1 size=878468 2026-04-17T17:29:12.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.506+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=NUF2JHBW7ZT8 tag=JREXC35E28ZO type=write size=2975620 2026-04-17T17:29:12.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.507+0000 7f7c665b4880 1 < completed write operation key=NU9ABT1YEXJP tag=HL9B17EQ5TQ6 type=write size=760292 2026-04-17T17:29:12.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.508+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~Y5PUQEFFPBLE.0 size=1048576 2026-04-17T17:29:12.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.509+0000 7f7c665b4880 1 > prepared part key=_multipart_P7G15WELI0JZ.2~Y5PUQEFFPBLE.1 size=899815 2026-04-17T17:29:12.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.509+0000 7f7c665b4880 1 > prepared multipart upload key=P7G15WELI0JZ upload=Y5PUQEFFPBLE tag=V7A1QG8SVF7X type=write size=2996967 2026-04-17T17:29:12.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.509+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=JBNUYWXLW4GS type=del 2026-04-17T17:29:12.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.510+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=Z8YL4ZZ034AD type=del size=2434591 2026-04-17T17:29:12.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.511+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~RD7J95TSZ56Q.0 size=251925 2026-04-17T17:29:12.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.512+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=RD7J95TSZ56Q tag=QKV0TFL2VQMW type=write size=1300501 2026-04-17T17:29:12.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.513+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=RR3Y67A7ASHJ type=write size=485386 2026-04-17T17:29:12.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.515+0000 7f7c665b4880 1 < suggested update operation key=Q45KTI620J8K tag=51DVG15BC648 type=del size=1275096 2026-04-17T17:29:12.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.516+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=0HMMBV8KF23B type=del size=3013408 2026-04-17T17:29:12.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.517+0000 7f7c665b4880 1 < completed write operation key=P7G15WELI0JZ tag=TOZ3C8GS7S19 type=write size=522994 2026-04-17T17:29:12.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.518+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=9JKLJF9HILMC type=del size=3823601 2026-04-17T17:29:12.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.519+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=WBUY6H390P3F type=del 2026-04-17T17:29:12.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.519+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=SW5LU2PWOR3G type=del size=1609836 2026-04-17T17:29:12.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.521+0000 7f7c665b4880 1 < suggested update operation key=6A36KB48BU1Q tag=TVTF38WLNF6V type=write size=328771 2026-04-17T17:29:12.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.522+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=MK87190U7HWH type=write size=360260 2026-04-17T17:29:12.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.522+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~6MZUUF9DSB96.0 size=577394 2026-04-17T17:29:12.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.524+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=6MZUUF9DSB96 tag=LL1VX2N5ZBRC type=write size=1625970 2026-04-17T17:29:12.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.525+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=9SF0MYODDWFA type=del size=23911 2026-04-17T17:29:12.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.525+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.0 size=1048576 2026-04-17T17:29:12.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.526+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.1 size=1048576 2026-04-17T17:29:12.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.527+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~CRYMIVIEE05E.2 size=833093 2026-04-17T17:29:12.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.528+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=CRYMIVIEE05E tag=V6LTCIKNSSW9 type=write size=3978821 2026-04-17T17:29:12.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.529+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=GSDMAVCETNQT type=write size=166842 2026-04-17T17:29:12.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.531+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=DL4ZHZZHUL03 type=del 2026-04-17T17:29:12.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.532+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=8JST70Q2LS7A type=del size=129518 2026-04-17T17:29:12.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.532+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~586ZN1K51TG7.0 size=989746 2026-04-17T17:29:12.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.534+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=586ZN1K51TG7 tag=14JB84EKDLOV type=write size=2038322 2026-04-17T17:29:12.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.535+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NFYS3IJSGC9T.0 size=1048576 2026-04-17T17:29:12.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.536+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NFYS3IJSGC9T.1 size=553258 2026-04-17T17:29:12.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.536+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=NFYS3IJSGC9T tag=13PRNYC7441I type=write size=2650410 2026-04-17T17:29:12.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.537+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=FW0IPI70GQQM type=del 2026-04-17T17:29:12.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.538+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=IGGJ50ENXBBW type=write size=1013930 2026-04-17T17:29:12.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.539+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=CKGLF5APTB81 type=del 2026-04-17T17:29:12.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.539+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=IQ0O568P4PZI type=del size=4139003 2026-04-17T17:29:12.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.540+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=V0HA2TWC71F2 type=del size=3286022 2026-04-17T17:29:12.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.542+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~72C9EG7PFTXF.0 size=1048576 2026-04-17T17:29:12.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.542+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~72C9EG7PFTXF.1 size=452188 2026-04-17T17:29:12.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.542+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=72C9EG7PFTXF tag=SLHXL9KZVNP3 type=write size=2549340 2026-04-17T17:29:12.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.543+0000 7f7c665b4880 -1 < failed to complete operation key=6A36KB48BU1Q tag=E8H6R4K7D6FP type=del size=3978104: (22) Invalid argument 2026-04-17T17:29:12.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.545+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=QGYS5ASOVCF5 type=del size=3850765 2026-04-17T17:29:12.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.546+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~NUF2JHBW7ZT8.0 size=1048576 2026-04-17T17:29:12.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.546+0000 7f7c665b4880 1 < canceled part key=_multipart_P7G15WELI0JZ.2~NUF2JHBW7ZT8.1 size=878468 2026-04-17T17:29:12.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.547+0000 7f7c665b4880 1 < canceled multipart upload key=P7G15WELI0JZ upload=NUF2JHBW7ZT8 tag=JREXC35E28ZO type=write size=2975620 2026-04-17T17:29:12.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.549+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=9YS2M21OBSHT type=del size=1679618 2026-04-17T17:29:12.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.550+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~Y5PUQEFFPBLE.0 size=1048576 2026-04-17T17:29:12.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.551+0000 7f7c665b4880 1 < completed part key=_multipart_P7G15WELI0JZ.2~Y5PUQEFFPBLE.1 size=899815 2026-04-17T17:29:12.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.552+0000 7f7c665b4880 1 < completed multipart upload key=P7G15WELI0JZ upload=Y5PUQEFFPBLE tag=V7A1QG8SVF7X type=write size=2996967 2026-04-17T17:29:12.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.553+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=C2PISL2UTGNB type=del size=3623414 2026-04-17T17:29:12.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.554+0000 7f7c665b4880 1 < canceled operation key=84B0Y790FRBF tag=Z8YL4ZZ034AD type=del size=2434591 2026-04-17T17:29:12.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.555+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=2PFO9DMPG2GI type=del size=3418145 2026-04-17T17:29:12.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.556+0000 7f7c665b4880 1 < canceled operation key=ZPRLHK1F89L2 tag=RR3Y67A7ASHJ type=write size=485386 2026-04-17T17:29:12.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.556+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=UA513IW0JX6Z type=del size=3069217 2026-04-17T17:29:12.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.557+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=0HMMBV8KF23B type=del 2026-04-17T17:29:12.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.559+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~PN122Y0VVY17.0 size=1048576 2026-04-17T17:29:12.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.559+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~PN122Y0VVY17.1 size=420950 2026-04-17T17:29:12.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.559+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=PN122Y0VVY17 tag=CF6A576A3BND type=write size=2518102 2026-04-17T17:29:12.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.560+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=9JKLJF9HILMC type=del 2026-04-17T17:29:12.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.562+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~3C2H1MG6KVUR.0 size=1048576 2026-04-17T17:29:12.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.562+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~3C2H1MG6KVUR.1 size=354162 2026-04-17T17:29:12.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.562+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=3C2H1MG6KVUR tag=XHLN262OWF47 type=write size=2451314 2026-04-17T17:29:12.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.563+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=SW5LU2PWOR3G type=del 2026-04-17T17:29:12.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.564+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=DLE4XCAR88FJ type=del size=3260685 2026-04-17T17:29:12.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.565+0000 7f7c665b4880 1 < completed write operation key=M01GP5SQE5GM tag=MK87190U7HWH type=write size=360260 2026-04-17T17:29:12.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.566+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=0DLO9N9MWIZN type=del size=1943089 2026-04-17T17:29:12.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.567+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=9SF0MYODDWFA type=del 2026-04-17T17:29:12.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.568+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=WNE31A4J7DPS type=del size=2488713 2026-04-17T17:29:12.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.569+0000 7f7c665b4880 1 < canceled operation key=HUT2A3M2V4BF tag=GSDMAVCETNQT type=write size=166842 2026-04-17T17:29:12.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.570+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=3TKE7OMUJ57B type=del size=1234258 2026-04-17T17:29:12.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.572+0000 7f7c665b4880 1 < suggested update operation key=P7G15WELI0JZ tag=8JST70Q2LS7A type=del size=129518 2026-04-17T17:29:12.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.573+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~N0QXJ4413VQ4.0 size=1048576 2026-04-17T17:29:12.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.574+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~N0QXJ4413VQ4.1 size=393136 2026-04-17T17:29:12.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.574+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=N0QXJ4413VQ4 tag=5IA8TQVC0GQH type=write size=2490288 2026-04-17T17:29:12.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.574+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NFYS3IJSGC9T.0 size=1048576 2026-04-17T17:29:12.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.575+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NFYS3IJSGC9T.1 size=553258 2026-04-17T17:29:12.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.576+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=NFYS3IJSGC9T tag=13PRNYC7441I type=write size=2650410 2026-04-17T17:29:12.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.578+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.0 size=1048576 2026-04-17T17:29:12.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.578+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.1 size=1048576 2026-04-17T17:29:12.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.579+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.2 size=182964 2026-04-17T17:29:12.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.579+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=SA1I6UEEQQT1 tag=P37GJOL2XJVK type=write size=3328692 2026-04-17T17:29:12.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.580+0000 7f7c665b4880 1 < completed write operation key=ZZT5E3KUYN42 tag=IGGJ50ENXBBW type=write size=1013930 2026-04-17T17:29:12.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.581+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~AJLUMK9P5D39.0 size=1048576 2026-04-17T17:29:12.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.582+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~AJLUMK9P5D39.1 size=565607 2026-04-17T17:29:12.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.582+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=AJLUMK9P5D39 tag=QP75ZZ7APG4F type=write size=2662759 2026-04-17T17:29:12.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.583+0000 7f7c665b4880 1 < suggested update operation key=RWVQWJ0ZLZ9E tag=IQ0O568P4PZI type=del size=4139003 2026-04-17T17:29:12.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.585+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~90C4R5NHPLUD.0 size=1048576 2026-04-17T17:29:12.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.585+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~90C4R5NHPLUD.1 size=1040894 2026-04-17T17:29:12.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.585+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=90C4R5NHPLUD tag=DSO5EMUW8CK8 type=write size=3138046 2026-04-17T17:29:12.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.586+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~72C9EG7PFTXF.0 size=1048576 2026-04-17T17:29:12.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.587+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~72C9EG7PFTXF.1 size=452188 2026-04-17T17:29:12.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.588+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=72C9EG7PFTXF tag=SLHXL9KZVNP3 type=write size=2549340 2026-04-17T17:29:12.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.589+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=MO16W63YCEC1 type=del size=3852359 2026-04-17T17:29:12.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.590+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=QGYS5ASOVCF5 type=del 2026-04-17T17:29:12.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.591+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~4PCD3TE188YZ.0 size=900432 2026-04-17T17:29:12.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.591+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=4PCD3TE188YZ tag=WAOLYJNM5U2A type=write size=1949008 2026-04-17T17:29:12.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.592+0000 7f7c665b4880 -1 < failed to complete operation key=P7G15WELI0JZ tag=9YS2M21OBSHT type=del size=1679618: (22) Invalid argument 2026-04-17T17:29:12.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.593+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=E1X8AFF9FSUU type=del size=1261679 2026-04-17T17:29:12.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.594+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=C2PISL2UTGNB type=del 2026-04-17T17:29:12.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.594+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=60Q0YEXSLLBH type=del size=1043140 2026-04-17T17:29:12.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.595+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=2PFO9DMPG2GI type=del 2026-04-17T17:29:12.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.596+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=20U539F1Q7ZJ type=del size=2170641 2026-04-17T17:29:12.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.597+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=UA513IW0JX6Z type=del 2026-04-17T17:29:12.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.598+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=TY9Z9T1IKBV5 type=del size=364689 2026-04-17T17:29:12.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.599+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~PN122Y0VVY17.0 size=1048576 2026-04-17T17:29:12.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.599+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~PN122Y0VVY17.1 size=420950 2026-04-17T17:29:12.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.601+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=PN122Y0VVY17 tag=CF6A576A3BND type=write size=2518102 2026-04-17T17:29:12.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.601+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=P6T85L1VHIFE type=del size=3198594 2026-04-17T17:29:12.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.601+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~3C2H1MG6KVUR.0 size=1048576 2026-04-17T17:29:12.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.602+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~3C2H1MG6KVUR.1 size=354162 2026-04-17T17:29:12.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.603+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=3C2H1MG6KVUR tag=XHLN262OWF47 type=write size=2451314 2026-04-17T17:29:12.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.604+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=FF1Q5QSWQ1SC type=del size=1277772 2026-04-17T17:29:12.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.606+0000 7f7c665b4880 1 < suggested update operation key=HUT2A3M2V4BF tag=DLE4XCAR88FJ type=del size=3260685 2026-04-17T17:29:12.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.607+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=8R3FBHFIRKEK type=del size=252457 2026-04-17T17:29:12.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.607+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=0DLO9N9MWIZN type=del 2026-04-17T17:29:12.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.609+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~U22OY2DXCOC5.0 size=967803 2026-04-17T17:29:12.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.609+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=U22OY2DXCOC5 tag=XM0MOHG8LL3F type=write size=2016379 2026-04-17T17:29:12.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.610+0000 7f7c665b4880 1 < canceled operation key=WXONWDD5IC4D tag=WNE31A4J7DPS type=del size=2488713 2026-04-17T17:29:12.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.611+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.0 size=1048576 2026-04-17T17:29:12.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.612+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.1 size=1048576 2026-04-17T17:29:12.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.613+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.2 size=387147 2026-04-17T17:29:12.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.613+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=50ZMVD2SFPZM tag=34Q0U068LDA2 type=write size=3532875 2026-04-17T17:29:12.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.614+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=3TKE7OMUJ57B type=del 2026-04-17T17:29:12.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.615+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.0 size=1048576 2026-04-17T17:29:12.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.616+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.1 size=1048576 2026-04-17T17:29:12.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.616+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.2 size=203332 2026-04-17T17:29:12.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.616+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=R6BYGNVM7WF9 tag=DZ5BDPZSGBFT type=write size=3349060 2026-04-17T17:29:12.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.617+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~N0QXJ4413VQ4.0 size=1048576 2026-04-17T17:29:12.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.618+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~N0QXJ4413VQ4.1 size=393136 2026-04-17T17:29:12.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.619+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=N0QXJ4413VQ4 tag=5IA8TQVC0GQH type=write size=2490288 2026-04-17T17:29:12.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.620+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=XRXQ158RHFTS type=del size=1066591 2026-04-17T17:29:12.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.621+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.0 size=1048576 2026-04-17T17:29:12.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.621+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.1 size=1048576 2026-04-17T17:29:12.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.622+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~SA1I6UEEQQT1.2 size=182964 2026-04-17T17:29:12.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.630+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=SA1I6UEEQQT1 tag=P37GJOL2XJVK type=write size=3328692 2026-04-17T17:29:12.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.631+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=NATITR146FAV type=del size=1128271 2026-04-17T17:29:12.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.632+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~AJLUMK9P5D39.0 size=1048576 2026-04-17T17:29:12.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.632+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~AJLUMK9P5D39.1 size=565607 2026-04-17T17:29:12.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.634+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=AJLUMK9P5D39 tag=QP75ZZ7APG4F type=write size=2662759 2026-04-17T17:29:12.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.635+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=36M7TVYKOQO8 type=del size=1176781 2026-04-17T17:29:12.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.636+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~90C4R5NHPLUD.0 size=1048576 2026-04-17T17:29:12.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.636+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~90C4R5NHPLUD.1 size=1040894 2026-04-17T17:29:12.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.638+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=90C4R5NHPLUD tag=DSO5EMUW8CK8 type=write size=3138046 2026-04-17T17:29:12.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.639+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=YEZ56TCAF0YT type=del size=802955 2026-04-17T17:29:12.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.640+0000 7f7c665b4880 1 < suggested remove operation key=TV0Y2WB5F1EK tag=MO16W63YCEC1 type=del 2026-04-17T17:29:12.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.641+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=FYNMU2ETETC8 type=write size=82925 2026-04-17T17:29:12.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.642+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~4PCD3TE188YZ.0 size=900432 2026-04-17T17:29:12.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.643+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=4PCD3TE188YZ tag=WAOLYJNM5U2A type=write size=1949008 2026-04-17T17:29:12.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.644+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=42PCEP00N3IQ type=write size=93825 2026-04-17T17:29:12.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.646+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=E1X8AFF9FSUU type=del 2026-04-17T17:29:12.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.646+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=2NORCOQUV7LA type=del size=3986850 2026-04-17T17:29:12.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.647+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=60Q0YEXSLLBH type=del 2026-04-17T17:29:12.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.648+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=PBRUBFM4E3OS type=del size=1856708 2026-04-17T17:29:12.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.649+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=20U539F1Q7ZJ type=del 2026-04-17T17:29:12.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.650+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=6LUH33G8HMN9 type=write size=441936 2026-04-17T17:29:12.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.652+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=TY9Z9T1IKBV5 type=del 2026-04-17T17:29:12.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.653+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=YU1J8PKQRNR0 type=del size=453562 2026-04-17T17:29:12.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.654+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=P6T85L1VHIFE type=del 2026-04-17T17:29:12.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.655+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=0IQC0WHGVBOV type=del size=3480799 2026-04-17T17:29:12.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.656+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=FF1Q5QSWQ1SC type=del 2026-04-17T17:29:12.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.657+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.0 size=1048576 2026-04-17T17:29:12.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.658+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.1 size=1048576 2026-04-17T17:29:12.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.658+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.2 size=177476 2026-04-17T17:29:12.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.658+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=LSFTOKK0KT7P tag=ZUD1XU628OJ2 type=write size=3323204 2026-04-17T17:29:12.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.659+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=8R3FBHFIRKEK type=del 2026-04-17T17:29:12.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.660+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=L0RQTFKWTK09 type=del size=3164768 2026-04-17T17:29:12.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.661+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~U22OY2DXCOC5.0 size=967803 2026-04-17T17:29:12.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.662+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=U22OY2DXCOC5 tag=XM0MOHG8LL3F type=write size=2016379 2026-04-17T17:29:12.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.663+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=7V212YUEJP24 type=del size=1839093 2026-04-17T17:29:12.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.663+0000 7f7c665b4880 1 < canceled part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.0 size=1048576 2026-04-17T17:29:12.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.664+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.1 size=1048576 2026-04-17T17:29:12.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.664+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~50ZMVD2SFPZM.2 size=387147 2026-04-17T17:29:12.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.666+0000 7f7c665b4880 1 < canceled multipart upload key=TI30PAI6L1CR upload=50ZMVD2SFPZM tag=34Q0U068LDA2 type=write size=3532875 2026-04-17T17:29:12.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.667+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=2GYAZ3HCFNPO type=write size=21850 2026-04-17T17:29:12.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.668+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.0 size=1048576 2026-04-17T17:29:12.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.669+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.1 size=1048576 2026-04-17T17:29:12.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.669+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~R6BYGNVM7WF9.2 size=203332 2026-04-17T17:29:12.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.671+0000 7f7c665b4880 1 < completed multipart upload key=M01GP5SQE5GM upload=R6BYGNVM7WF9 tag=DZ5BDPZSGBFT type=write size=3349060 2026-04-17T17:29:12.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.671+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=CGLNRU2C1W4W type=del size=3306290 2026-04-17T17:29:12.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.672+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=XRXQ158RHFTS type=del 2026-04-17T17:29:12.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.674+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~97WMR9HDHTFQ.0 size=1048576 2026-04-17T17:29:12.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.675+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~97WMR9HDHTFQ.1 size=438764 2026-04-17T17:29:12.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.675+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=97WMR9HDHTFQ tag=O2BFKIP7XHKX type=write size=2535916 2026-04-17T17:29:12.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.676+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=NATITR146FAV type=del 2026-04-17T17:29:12.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.676+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=PNVUYM2J6UWY type=del size=902368 2026-04-17T17:29:12.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.677+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=36M7TVYKOQO8 type=del 2026-04-17T17:29:12.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.678+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=W97MYTNILUY3 type=del size=2085092 2026-04-17T17:29:12.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.679+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=YEZ56TCAF0YT type=del 2026-04-17T17:29:12.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.679+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=ENLSUNT4XYNQ type=del size=2482359 2026-04-17T17:29:12.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.680+0000 7f7c665b4880 1 < completed write operation key=3FQ8A7OTR822 tag=FYNMU2ETETC8 type=write size=82925 2026-04-17T17:29:12.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.681+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=HH5EHMBMHJ3T type=write size=690102 2026-04-17T17:29:12.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.682+0000 7f7c665b4880 1 < completed write operation key=PH6NQ0F9XPO8 tag=42PCEP00N3IQ type=write size=93825 2026-04-17T17:29:12.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.683+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~JS5F65BPE8W7.0 size=1048576 2026-04-17T17:29:12.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.684+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~JS5F65BPE8W7.1 size=339676 2026-04-17T17:29:12.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.684+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=JS5F65BPE8W7 tag=8FUJ1WR7FW49 type=write size=2436828 2026-04-17T17:29:12.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.684+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=2NORCOQUV7LA type=del 2026-04-17T17:29:12.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.686+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.0 size=1048576 2026-04-17T17:29:12.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.687+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.1 size=1048576 2026-04-17T17:29:12.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.687+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.2 size=992895 2026-04-17T17:29:12.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.687+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=621U5KGWHW08 tag=QGDNN6JP59JE type=write size=4138623 2026-04-17T17:29:12.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.688+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=PBRUBFM4E3OS type=del 2026-04-17T17:29:12.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.689+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NTIUOI7OSVFV.0 size=1048576 2026-04-17T17:29:12.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.690+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NTIUOI7OSVFV.1 size=483806 2026-04-17T17:29:12.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.690+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=NTIUOI7OSVFV tag=W914N0067983 type=write size=2580958 2026-04-17T17:29:12.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.691+0000 7f7c665b4880 1 < completed write operation key=LHY9D0JYTATK tag=6LUH33G8HMN9 type=write size=441936 2026-04-17T17:29:12.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.691+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=F1HMYNADI47S type=write size=498952 2026-04-17T17:29:12.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.692+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=YU1J8PKQRNR0 type=del 2026-04-17T17:29:12.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.694+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~0TN7PWI7TL4Y.0 size=1048576 2026-04-17T17:29:12.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.694+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~0TN7PWI7TL4Y.1 size=669088 2026-04-17T17:29:12.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.694+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=0TN7PWI7TL4Y tag=POEE99ACAF7E type=write size=2766240 2026-04-17T17:29:12.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.695+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=0IQC0WHGVBOV type=del 2026-04-17T17:29:12.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.696+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=QCUZIPSZFTLM type=del size=179625 2026-04-17T17:29:12.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.697+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.0 size=1048576 2026-04-17T17:29:12.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.697+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.1 size=1048576 2026-04-17T17:29:12.701 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.697+0000 7f7c665b4880 1 < canceled part key=_multipart_XBC61NN04TV9.2~LSFTOKK0KT7P.2 size=177476 2026-04-17T17:29:12.702 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.698+0000 7f7c665b4880 1 < canceled multipart upload key=XBC61NN04TV9 upload=LSFTOKK0KT7P tag=ZUD1XU628OJ2 type=write size=3323204 2026-04-17T17:29:12.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.699+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=7HS03J5YVNBV type=del size=3642760 2026-04-17T17:29:12.703 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.700+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=L0RQTFKWTK09 type=del 2026-04-17T17:29:12.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.701+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=T41EMNJDYM01 type=del size=2220986 2026-04-17T17:29:12.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.701+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=7V212YUEJP24 type=del 2026-04-17T17:29:12.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.703+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~5GE1DWYQ3QCN.0 size=932538 2026-04-17T17:29:12.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.703+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=5GE1DWYQ3QCN tag=IJSPEH2REPWQ type=write size=1981114 2026-04-17T17:29:12.707 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.704+0000 7f7c665b4880 1 < canceled operation key=PH6NQ0F9XPO8 tag=2GYAZ3HCFNPO type=write size=21850 2026-04-17T17:29:12.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.704+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=Z4NUCT6XVS9T type=del size=1975456 2026-04-17T17:29:12.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.705+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=CGLNRU2C1W4W type=del 2026-04-17T17:29:12.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.706+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=UZDGSM95PGGN type=del size=1318286 2026-04-17T17:29:12.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.707+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~97WMR9HDHTFQ.0 size=1048576 2026-04-17T17:29:12.711 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.707+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~97WMR9HDHTFQ.1 size=438764 2026-04-17T17:29:12.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.709+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=97WMR9HDHTFQ tag=O2BFKIP7XHKX type=write size=2535916 2026-04-17T17:29:12.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.710+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=3903X8KVAUL4 type=del size=2619173 2026-04-17T17:29:12.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.710+0000 7f7c665b4880 1 < completed delete operation key=XH8AFLSS0JG5 tag=PNVUYM2J6UWY type=del 2026-04-17T17:29:12.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.711+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=D6VFH9H3BG0F type=del size=1108383 2026-04-17T17:29:12.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.712+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=W97MYTNILUY3 type=del 2026-04-17T17:29:12.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.713+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=6WMLB709BEHL type=del size=3706984 2026-04-17T17:29:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.714+0000 7f7c665b4880 1 < suggested remove operation key=WI8M3P76704S tag=ENLSUNT4XYNQ type=del 2026-04-17T17:29:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.715+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=41TZTR21CYPJ type=write size=551029 2026-04-17T17:29:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.716+0000 7f7c665b4880 1 < completed write operation key=P7G15WELI0JZ tag=HH5EHMBMHJ3T type=write size=690102 2026-04-17T17:29:12.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.716+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=YFBPH0S3OWJX type=del size=457092 2026-04-17T17:29:12.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.717+0000 7f7c665b4880 1 < canceled part key=_multipart_LHY9D0JYTATK.2~JS5F65BPE8W7.0 size=1048576 2026-04-17T17:29:12.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.717+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~JS5F65BPE8W7.1 size=339676 2026-04-17T17:29:12.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.718+0000 7f7c665b4880 1 < canceled multipart upload key=LHY9D0JYTATK upload=JS5F65BPE8W7 tag=8FUJ1WR7FW49 type=write size=2436828 2026-04-17T17:29:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.719+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=7TZZG5EVTSD8 type=del size=2581212 2026-04-17T17:29:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.720+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.0 size=1048576 2026-04-17T17:29:12.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.721+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.1 size=1048576 2026-04-17T17:29:12.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.721+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~621U5KGWHW08.2 size=992895 2026-04-17T17:29:12.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.723+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=621U5KGWHW08 tag=QGDNN6JP59JE type=write size=4138623 2026-04-17T17:29:12.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.723+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=K10BKBOOP5KA type=del size=2956398 2026-04-17T17:29:12.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.724+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NTIUOI7OSVFV.0 size=1048576 2026-04-17T17:29:12.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.725+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NTIUOI7OSVFV.1 size=483806 2026-04-17T17:29:12.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.727+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=NTIUOI7OSVFV tag=W914N0067983 type=write size=2580958 2026-04-17T17:29:12.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.727+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=G0XN10Q32FEC type=del size=240615 2026-04-17T17:29:12.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.729+0000 7f7c665b4880 1 < suggested remove operation key=WXONWDD5IC4D tag=F1HMYNADI47S type=write 2026-04-17T17:29:12.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.730+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=2PYPZD8KIR34 type=del size=2135958 2026-04-17T17:29:12.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.731+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~0TN7PWI7TL4Y.0 size=1048576 2026-04-17T17:29:12.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.731+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~0TN7PWI7TL4Y.1 size=669088 2026-04-17T17:29:12.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.733+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=0TN7PWI7TL4Y tag=POEE99ACAF7E type=write size=2766240 2026-04-17T17:29:12.737 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.734+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=EBCU43FXRB88 type=write size=541992 2026-04-17T17:29:12.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.734+0000 7f7c665b4880 -1 < failed to complete operation key=WI8M3P76704S tag=QCUZIPSZFTLM type=del size=179625: (22) Invalid argument 2026-04-17T17:29:12.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.735+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=KM3AUD42PCJ1 type=del size=643625 2026-04-17T17:29:12.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.736+0000 7f7c665b4880 -1 < failed to complete operation key=WI8M3P76704S tag=7HS03J5YVNBV type=del size=3642760: (22) Invalid argument 2026-04-17T17:29:12.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.738+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~R4LMV0DJ9GZW.0 size=1048576 2026-04-17T17:29:12.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.738+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~R4LMV0DJ9GZW.1 size=1034238 2026-04-17T17:29:12.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.738+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=R4LMV0DJ9GZW tag=R25S3ROO9RHX type=write size=3131390 2026-04-17T17:29:12.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.740+0000 7f7c665b4880 1 < suggested remove operation key=3JZKUQBPV7NK tag=T41EMNJDYM01 type=del 2026-04-17T17:29:12.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.742+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~ISK2UUMW0FI3.0 size=493313 2026-04-17T17:29:12.745 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.742+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=ISK2UUMW0FI3 tag=4RCY5HI4GFTD type=write size=1541889 2026-04-17T17:29:12.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.742+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~5GE1DWYQ3QCN.0 size=932538 2026-04-17T17:29:12.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.744+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=5GE1DWYQ3QCN tag=IJSPEH2REPWQ type=write size=1981114 2026-04-17T17:29:12.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.745+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.0 size=1048576 2026-04-17T17:29:12.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.746+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.1 size=1048576 2026-04-17T17:29:12.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.746+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.2 size=446341 2026-04-17T17:29:12.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.746+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=99KVSUITMDMW tag=5UD2W8T5Y7EP type=write size=3592069 2026-04-17T17:29:12.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.747+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=Z4NUCT6XVS9T type=del 2026-04-17T17:29:12.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.748+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=CHL7DDUJ72YT type=del size=3707866 2026-04-17T17:29:12.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.748+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=UZDGSM95PGGN type=del 2026-04-17T17:29:12.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.750+0000 7f7c665b4880 1 > prepared part key=_multipart_Q45KTI620J8K.2~YAHMONFZNGXK.0 size=311104 2026-04-17T17:29:12.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.750+0000 7f7c665b4880 1 > prepared multipart upload key=Q45KTI620J8K upload=YAHMONFZNGXK tag=N8L9SSH0LEEX type=write size=1359680 2026-04-17T17:29:12.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.750+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=3903X8KVAUL4 type=del 2026-04-17T17:29:12.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.751+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=EW60B99GMM57 type=del size=1489951 2026-04-17T17:29:12.755 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.752+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=D6VFH9H3BG0F type=del 2026-04-17T17:29:12.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.752+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=QKQG9HZO91YJ type=write size=347070 2026-04-17T17:29:12.757 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.753+0000 7f7c665b4880 -1 < failed to complete operation key=WXONWDD5IC4D tag=6WMLB709BEHL type=del size=3706984: (22) Invalid argument 2026-04-17T17:29:12.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.754+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~JXY0KR3EZ9QD.0 size=1017131 2026-04-17T17:29:12.758 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.754+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=JXY0KR3EZ9QD tag=ZO2BH9UZUCZ5 type=write size=2065707 2026-04-17T17:29:12.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.755+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=41TZTR21CYPJ type=write size=551029 2026-04-17T17:29:12.759 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.756+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=C9C6VFXW0B2K type=del size=2216303 2026-04-17T17:29:12.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.757+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=YFBPH0S3OWJX type=del 2026-04-17T17:29:12.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.758+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~EXG0VH2NTMIY.0 size=57569 2026-04-17T17:29:12.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.758+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=EXG0VH2NTMIY tag=5DUD07XB3GFL type=write size=1106145 2026-04-17T17:29:12.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.759+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=7TZZG5EVTSD8 type=del 2026-04-17T17:29:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.760+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~2SOJ5SSBNJ0O.0 size=1048576 2026-04-17T17:29:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.761+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~2SOJ5SSBNJ0O.1 size=791050 2026-04-17T17:29:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.761+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=2SOJ5SSBNJ0O tag=P1YW7BHZM0TL type=write size=2888202 2026-04-17T17:29:12.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.761+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=K10BKBOOP5KA type=del 2026-04-17T17:29:12.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.763+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~VQWEQSGJ39MV.0 size=1048576 2026-04-17T17:29:12.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.763+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~VQWEQSGJ39MV.1 size=57291 2026-04-17T17:29:12.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.763+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=VQWEQSGJ39MV tag=4DWNDVTR9L4Q type=write size=2154443 2026-04-17T17:29:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.766+0000 7f7c665b4880 1 < suggested remove operation key=3PCOF6Z79E02 tag=G0XN10Q32FEC type=del 2026-04-17T17:29:12.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.766+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=7VCAV4VK6SJ6 type=del size=459388 2026-04-17T17:29:12.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.768+0000 7f7c665b4880 1 < suggested remove operation key=OCKF8K37F4KO tag=2PYPZD8KIR34 type=del 2026-04-17T17:29:12.773 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.770+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.0 size=1048576 2026-04-17T17:29:12.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.771+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.1 size=1048576 2026-04-17T17:29:12.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.771+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.2 size=993273 2026-04-17T17:29:12.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.771+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=I3U7P5ERXHA7 tag=EC4CDWKU1GUC type=write size=4139001 2026-04-17T17:29:12.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.772+0000 7f7c665b4880 1 < completed write operation key=PH6NQ0F9XPO8 tag=EBCU43FXRB88 type=write size=541992 2026-04-17T17:29:12.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.773+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=17VQ8OBWSPZX type=del size=2783346 2026-04-17T17:29:12.778 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.774+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=KM3AUD42PCJ1 type=del 2026-04-17T17:29:12.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.775+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=W5UMRI7ZAL3W type=del size=333030 2026-04-17T17:29:12.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.776+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~R4LMV0DJ9GZW.0 size=1048576 2026-04-17T17:29:12.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.776+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~R4LMV0DJ9GZW.1 size=1034238 2026-04-17T17:29:12.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.777+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=R4LMV0DJ9GZW tag=R25S3ROO9RHX type=write size=3131390 2026-04-17T17:29:12.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.778+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=7674BHS8G5SR type=del size=1020013 2026-04-17T17:29:12.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.779+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~ISK2UUMW0FI3.0 size=493313 2026-04-17T17:29:12.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.780+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=ISK2UUMW0FI3 tag=4RCY5HI4GFTD type=write size=1541889 2026-04-17T17:29:12.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.782+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~2BUJIGM6J378.0 size=982062 2026-04-17T17:29:12.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.782+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=2BUJIGM6J378 tag=M178SWLVBWFX type=write size=2030638 2026-04-17T17:29:12.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.782+0000 7f7c665b4880 1 < canceled part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.0 size=1048576 2026-04-17T17:29:12.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.783+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.1 size=1048576 2026-04-17T17:29:12.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.783+0000 7f7c665b4880 1 < canceled part key=_multipart_3JZKUQBPV7NK.2~99KVSUITMDMW.2 size=446341 2026-04-17T17:29:12.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.784+0000 7f7c665b4880 1 < canceled multipart upload key=3JZKUQBPV7NK upload=99KVSUITMDMW tag=5UD2W8T5Y7EP type=write size=3592069 2026-04-17T17:29:12.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.785+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=I5461HNO30YW type=del size=2142387 2026-04-17T17:29:12.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.785+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=CHL7DDUJ72YT type=del 2026-04-17T17:29:12.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.787+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.0 size=1048576 2026-04-17T17:29:12.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.788+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.1 size=1048576 2026-04-17T17:29:12.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.788+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.2 size=18666 2026-04-17T17:29:12.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.788+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=K5WHGL21A45Z tag=124YO6E1D1GE type=write size=3164394 2026-04-17T17:29:12.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.789+0000 7f7c665b4880 1 < completed part key=_multipart_Q45KTI620J8K.2~YAHMONFZNGXK.0 size=311104 2026-04-17T17:29:12.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.790+0000 7f7c665b4880 1 < completed multipart upload key=Q45KTI620J8K upload=YAHMONFZNGXK tag=N8L9SSH0LEEX type=write size=1359680 2026-04-17T17:29:12.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.792+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~SA3ZJ2UYDICY.0 size=1048576 2026-04-17T17:29:12.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.793+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~SA3ZJ2UYDICY.1 size=268049 2026-04-17T17:29:12.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.793+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=SA3ZJ2UYDICY tag=DAB4O6LHJ988 type=write size=2365201 2026-04-17T17:29:12.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.793+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=EW60B99GMM57 type=del size=1489951 2026-04-17T17:29:12.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.795+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.0 size=1048576 2026-04-17T17:29:12.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.796+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.1 size=1048576 2026-04-17T17:29:12.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.796+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.2 size=711740 2026-04-17T17:29:12.800 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.796+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=MINL2R55CUT6 tag=DJ09P7TM3BK0 type=write size=3857468 2026-04-17T17:29:12.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.797+0000 7f7c665b4880 1 < canceled operation key=ZPRLHK1F89L2 tag=QKQG9HZO91YJ type=write size=347070 2026-04-17T17:29:12.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.798+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=FCKYZEDSW97V type=del size=703385 2026-04-17T17:29:12.802 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.799+0000 7f7c665b4880 1 < canceled part key=_multipart_XH8AFLSS0JG5.2~JXY0KR3EZ9QD.0 size=1017131 2026-04-17T17:29:12.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.800+0000 7f7c665b4880 1 < canceled multipart upload key=XH8AFLSS0JG5 upload=JXY0KR3EZ9QD tag=ZO2BH9UZUCZ5 type=write size=2065707 2026-04-17T17:29:12.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.801+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=CMJPXK2T1B5Y type=del size=4038590 2026-04-17T17:29:12.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.802+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=C9C6VFXW0B2K type=del 2026-04-17T17:29:12.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.805+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.0 size=1048576 2026-04-17T17:29:12.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.805+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.1 size=1048576 2026-04-17T17:29:12.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.806+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.2 size=151016 2026-04-17T17:29:12.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.806+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=7F6VDZHORRA9 tag=1UKGF068HVUO type=write size=3296744 2026-04-17T17:29:12.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.807+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~EXG0VH2NTMIY.0 size=57569 2026-04-17T17:29:12.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.809+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=EXG0VH2NTMIY tag=5DUD07XB3GFL type=write size=1106145 2026-04-17T17:29:12.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.810+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=OX22P3LWULRM type=del size=331295 2026-04-17T17:29:12.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.810+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~2SOJ5SSBNJ0O.0 size=1048576 2026-04-17T17:29:12.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.811+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~2SOJ5SSBNJ0O.1 size=791050 2026-04-17T17:29:12.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.813+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=2SOJ5SSBNJ0O tag=P1YW7BHZM0TL type=write size=2888202 2026-04-17T17:29:12.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.814+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=FSP62WR1GK6F type=del size=2996065 2026-04-17T17:29:12.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.814+0000 7f7c665b4880 1 < canceled part key=_multipart_NU9ABT1YEXJP.2~VQWEQSGJ39MV.0 size=1048576 2026-04-17T17:29:12.818 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.814+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~VQWEQSGJ39MV.1 size=57291 2026-04-17T17:29:12.819 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.816+0000 7f7c665b4880 1 < canceled multipart upload key=NU9ABT1YEXJP upload=VQWEQSGJ39MV tag=4DWNDVTR9L4Q type=write size=2154443 2026-04-17T17:29:12.820 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.816+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=6E801B1ZUHMX type=del size=2252214 2026-04-17T17:29:12.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.818+0000 7f7c665b4880 1 < suggested remove operation key=FZ7AFUFE3V8I tag=7VCAV4VK6SJ6 type=del 2026-04-17T17:29:12.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.819+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=WPDVDARUVTYE type=write size=333812 2026-04-17T17:29:12.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.819+0000 7f7c665b4880 1 < canceled part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.0 size=1048576 2026-04-17T17:29:12.823 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.820+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.1 size=1048576 2026-04-17T17:29:12.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.820+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~I3U7P5ERXHA7.2 size=993273 2026-04-17T17:29:12.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.823+0000 7f7c665b4880 1 < canceled multipart upload key=WXONWDD5IC4D upload=I3U7P5ERXHA7 tag=EC4CDWKU1GUC type=write size=4139001 2026-04-17T17:29:12.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.824+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=AL3MT1WZH0JY type=del size=2821182 2026-04-17T17:29:12.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.825+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=17VQ8OBWSPZX type=del 2026-04-17T17:29:12.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.827+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~HF732WBRJJLS.0 size=1048576 2026-04-17T17:29:12.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.827+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~HF732WBRJJLS.1 size=185010 2026-04-17T17:29:12.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.827+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=HF732WBRJJLS tag=23ONU52EPH22 type=write size=2282162 2026-04-17T17:29:12.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.828+0000 7f7c665b4880 1 < completed delete operation key=6A36KB48BU1Q tag=W5UMRI7ZAL3W type=del 2026-04-17T17:29:12.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.829+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=7QAY7X3LEHCJ type=del size=2805209 2026-04-17T17:29:12.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.830+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=7674BHS8G5SR type=del 2026-04-17T17:29:12.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.831+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~XWENL1MDLRZK.0 size=910663 2026-04-17T17:29:12.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.831+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=XWENL1MDLRZK tag=3BIJCPZDIZ54 type=write size=1959239 2026-04-17T17:29:12.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.832+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~2BUJIGM6J378.0 size=982062 2026-04-17T17:29:12.837 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.833+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=2BUJIGM6J378 tag=M178SWLVBWFX type=write size=2030638 2026-04-17T17:29:12.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.834+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=93OATLSRF05Z type=del size=4023866 2026-04-17T17:29:12.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.835+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=I5461HNO30YW type=del 2026-04-17T17:29:12.839 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.836+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=6T7VNZT7ZC05 type=del size=3932324 2026-04-17T17:29:12.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.836+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.0 size=1048576 2026-04-17T17:29:12.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.837+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.1 size=1048576 2026-04-17T17:29:12.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.838+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~K5WHGL21A45Z.2 size=18666 2026-04-17T17:29:12.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.839+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=K5WHGL21A45Z tag=124YO6E1D1GE type=write size=3164394 2026-04-17T17:29:12.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.841+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.0 size=1048576 2026-04-17T17:29:12.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.841+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.1 size=1048576 2026-04-17T17:29:12.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.842+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.2 size=154171 2026-04-17T17:29:12.845 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.842+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=0VLDXORCWDVA tag=AGMXSH7SCQWH type=write size=3299899 2026-04-17T17:29:12.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.843+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~SA3ZJ2UYDICY.0 size=1048576 2026-04-17T17:29:12.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.843+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~SA3ZJ2UYDICY.1 size=268049 2026-04-17T17:29:12.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.845+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=SA3ZJ2UYDICY tag=DAB4O6LHJ988 type=write size=2365201 2026-04-17T17:29:12.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.846+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=IFIVFFD16GKU type=write size=717695 2026-04-17T17:29:12.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.846+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.0 size=1048576 2026-04-17T17:29:12.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.847+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.1 size=1048576 2026-04-17T17:29:12.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.847+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~MINL2R55CUT6.2 size=711740 2026-04-17T17:29:12.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.849+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=MINL2R55CUT6 tag=DJ09P7TM3BK0 type=write size=3857468 2026-04-17T17:29:12.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.850+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~R0NDJJFKNDL4.0 size=1048576 2026-04-17T17:29:12.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.851+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~R0NDJJFKNDL4.1 size=552701 2026-04-17T17:29:12.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.851+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=R0NDJJFKNDL4 tag=L1VLHGH2YHP1 type=write size=2649853 2026-04-17T17:29:12.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.851+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=FCKYZEDSW97V type=del 2026-04-17T17:29:12.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.853+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.0 size=1048576 2026-04-17T17:29:12.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.853+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.1 size=1048576 2026-04-17T17:29:12.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.854+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.2 size=929914 2026-04-17T17:29:12.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.854+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=Y7B5AKN5RZAY tag=J7WBBV03OSJP type=write size=4075642 2026-04-17T17:29:12.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.855+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=CMJPXK2T1B5Y type=del 2026-04-17T17:29:12.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.855+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=99OIVU5I25PA type=del size=2958995 2026-04-17T17:29:12.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.856+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.0 size=1048576 2026-04-17T17:29:12.860 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.857+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.1 size=1048576 2026-04-17T17:29:12.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.857+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~7F6VDZHORRA9.2 size=151016 2026-04-17T17:29:12.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.858+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=7F6VDZHORRA9 tag=1UKGF068HVUO type=write size=3296744 2026-04-17T17:29:12.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.860+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~0IHJJPJ99ZWG.0 size=1048576 2026-04-17T17:29:12.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.860+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~0IHJJPJ99ZWG.1 size=895088 2026-04-17T17:29:12.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.860+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=0IHJJPJ99ZWG tag=M3V36711285A type=write size=2992240 2026-04-17T17:29:12.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.861+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=OX22P3LWULRM type=del 2026-04-17T17:29:12.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.863+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~8HDXERVWLU1L.0 size=1048576 2026-04-17T17:29:12.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.863+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~8HDXERVWLU1L.1 size=101283 2026-04-17T17:29:12.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.863+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=8HDXERVWLU1L tag=MRH6XVV7F0EF type=write size=2198435 2026-04-17T17:29:12.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.865+0000 7f7c665b4880 1 < suggested update operation key=RSVTCQBMABG0 tag=FSP62WR1GK6F type=del size=2996065 2026-04-17T17:29:12.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.865+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=5TKK373UW844 type=del size=2839740 2026-04-17T17:29:12.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.866+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=6E801B1ZUHMX type=del 2026-04-17T17:29:12.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.867+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=RXMUX5KQ5VIU type=del size=2589697 2026-04-17T17:29:12.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.868+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=WPDVDARUVTYE type=write size=333812 2026-04-17T17:29:12.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.868+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=9TX0DADHQJ3G type=del size=2806385 2026-04-17T17:29:12.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.869+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=AL3MT1WZH0JY type=del 2026-04-17T17:29:12.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.870+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=Q3CP10UXPA2Z type=write size=1041298 2026-04-17T17:29:12.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.871+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~HF732WBRJJLS.0 size=1048576 2026-04-17T17:29:12.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.871+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~HF732WBRJJLS.1 size=185010 2026-04-17T17:29:12.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.873+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=HF732WBRJJLS tag=23ONU52EPH22 type=write size=2282162 2026-04-17T17:29:12.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.873+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=ER8FY7RFFFKT type=write size=468344 2026-04-17T17:29:12.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.874+0000 7f7c665b4880 1 < canceled operation key=TI30PAI6L1CR tag=7QAY7X3LEHCJ type=del size=2805209 2026-04-17T17:29:12.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.875+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=TJ1M5SVBPOYH type=write size=752736 2026-04-17T17:29:12.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.876+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~XWENL1MDLRZK.0 size=910663 2026-04-17T17:29:12.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.878+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=XWENL1MDLRZK tag=3BIJCPZDIZ54 type=write size=1959239 2026-04-17T17:29:12.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.879+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=5YKDW6DWSR8U type=write size=901574 2026-04-17T17:29:12.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.880+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=93OATLSRF05Z type=del 2026-04-17T17:29:12.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.881+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=YA2NR4IDRHHY type=write size=546449 2026-04-17T17:29:12.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.881+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=6T7VNZT7ZC05 type=del 2026-04-17T17:29:12.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.882+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.0 size=1048576 2026-04-17T17:29:12.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.883+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.1 size=1048576 2026-04-17T17:29:12.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.884+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.2 size=562139 2026-04-17T17:29:12.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.884+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=BYWSEL799IOZ tag=KF3KCO5E4SSR type=write size=3707867 2026-04-17T17:29:12.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.884+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.0 size=1048576 2026-04-17T17:29:12.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.885+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.1 size=1048576 2026-04-17T17:29:12.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.886+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~0VLDXORCWDVA.2 size=154171 2026-04-17T17:29:12.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.887+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=0VLDXORCWDVA tag=AGMXSH7SCQWH type=write size=3299899 2026-04-17T17:29:12.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.888+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~6BZPH8ZBIOW0.0 size=691126 2026-04-17T17:29:12.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.888+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=6BZPH8ZBIOW0 tag=2X4NMWSA7SDI type=write size=1739702 2026-04-17T17:29:12.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.889+0000 7f7c665b4880 1 < completed write operation key=NC1GI2H2H0YA tag=IFIVFFD16GKU type=write size=717695 2026-04-17T17:29:12.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.891+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~RL2U4YC45XDW.0 size=3180 2026-04-17T17:29:12.894 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.891+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=RL2U4YC45XDW tag=Q3YY4478U3RP type=write size=1051756 2026-04-17T17:29:12.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.891+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~R0NDJJFKNDL4.0 size=1048576 2026-04-17T17:29:12.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.892+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~R0NDJJFKNDL4.1 size=552701 2026-04-17T17:29:12.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.893+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=R0NDJJFKNDL4 tag=L1VLHGH2YHP1 type=write size=2649853 2026-04-17T17:29:12.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.894+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=K1ELDFXOG7U3 type=write size=581905 2026-04-17T17:29:12.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.895+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.0 size=1048576 2026-04-17T17:29:12.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.895+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.1 size=1048576 2026-04-17T17:29:12.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.896+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~Y7B5AKN5RZAY.2 size=929914 2026-04-17T17:29:12.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.897+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=Y7B5AKN5RZAY tag=J7WBBV03OSJP type=write size=4075642 2026-04-17T17:29:12.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.898+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=TERX08Y5NY5E type=del size=2196171 2026-04-17T17:29:12.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.899+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=99OIVU5I25PA type=del size=2958995 2026-04-17T17:29:12.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.900+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=7TLCGP7X2ETK type=del size=1992092 2026-04-17T17:29:12.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.900+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~0IHJJPJ99ZWG.0 size=1048576 2026-04-17T17:29:12.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.901+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~0IHJJPJ99ZWG.1 size=895088 2026-04-17T17:29:12.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.902+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=0IHJJPJ99ZWG tag=M3V36711285A type=write size=2992240 2026-04-17T17:29:12.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.903+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=7LPIWXTF2B5E type=del size=2777109 2026-04-17T17:29:12.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.904+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~8HDXERVWLU1L.0 size=1048576 2026-04-17T17:29:12.908 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.905+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~8HDXERVWLU1L.1 size=101283 2026-04-17T17:29:12.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.906+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=8HDXERVWLU1L tag=MRH6XVV7F0EF type=write size=2198435 2026-04-17T17:29:12.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.907+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=J7ZZY50UF2ZZ type=del size=3062385 2026-04-17T17:29:12.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.907+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=5TKK373UW844 type=del 2026-04-17T17:29:12.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.909+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.0 size=1048576 2026-04-17T17:29:12.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.909+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.1 size=1048576 2026-04-17T17:29:12.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.910+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.2 size=911243 2026-04-17T17:29:12.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.910+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=LOA8G8WW1UT8 tag=FIZIUPNMMAGS type=write size=4056971 2026-04-17T17:29:12.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.911+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=RXMUX5KQ5VIU type=del 2026-04-17T17:29:12.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.912+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=X55BI0VJLSMZ type=del size=2897393 2026-04-17T17:29:12.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.913+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=9TX0DADHQJ3G type=del 2026-04-17T17:29:12.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.914+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.0 size=1048576 2026-04-17T17:29:12.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.915+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.1 size=1048576 2026-04-17T17:29:12.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.916+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.2 size=906108 2026-04-17T17:29:12.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.916+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=2W5TPT5WZ75X tag=6011GV04UFIU type=write size=4051836 2026-04-17T17:29:12.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.916+0000 7f7c665b4880 1 < completed write operation key=WXONWDD5IC4D tag=Q3CP10UXPA2Z type=write size=1041298 2026-04-17T17:29:12.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.917+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=VC4126IC5PAV type=del size=2688082 2026-04-17T17:29:12.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.918+0000 7f7c665b4880 1 < completed write operation key=3JZKUQBPV7NK tag=ER8FY7RFFFKT type=write size=468344 2026-04-17T17:29:12.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.919+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=S1OF3HTUM7F3 type=del size=2448312 2026-04-17T17:29:12.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.919+0000 7f7c665b4880 1 < completed write operation key=ZZT5E3KUYN42 tag=TJ1M5SVBPOYH type=write size=752736 2026-04-17T17:29:12.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.920+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=6JYJQRGWZIBI type=write size=208842 2026-04-17T17:29:12.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.922+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=5YKDW6DWSR8U type=write 2026-04-17T17:29:12.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.924+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.0 size=1048576 2026-04-17T17:29:12.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.924+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.1 size=1048576 2026-04-17T17:29:12.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.925+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.2 size=1043172 2026-04-17T17:29:12.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.925+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=C08TZ55MBVG8 tag=R6LDY8NZRRQL type=write size=4188900 2026-04-17T17:29:12.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.926+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=YA2NR4IDRHHY type=write size=546449 2026-04-17T17:29:12.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.926+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=UX8LTDNG9572 type=del size=3780410 2026-04-17T17:29:12.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.927+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.0 size=1048576 2026-04-17T17:29:12.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.928+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.1 size=1048576 2026-04-17T17:29:12.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.929+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~BYWSEL799IOZ.2 size=562139 2026-04-17T17:29:12.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.930+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=BYWSEL799IOZ tag=KF3KCO5E4SSR type=write size=3707867 2026-04-17T17:29:12.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.931+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=PACH1XPE1EXA type=del size=2366036 2026-04-17T17:29:12.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.932+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~6BZPH8ZBIOW0.0 size=691126 2026-04-17T17:29:12.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.933+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=6BZPH8ZBIOW0 tag=2X4NMWSA7SDI type=write size=1739702 2026-04-17T17:29:12.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.934+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=LXH4G3WJ87A4 type=del size=1154536 2026-04-17T17:29:12.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.935+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~RL2U4YC45XDW.0 size=3180 2026-04-17T17:29:12.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.936+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=RL2U4YC45XDW tag=Q3YY4478U3RP type=write size=1051756 2026-04-17T17:29:12.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.938+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~3NH5AOBRC6F5.0 size=1048576 2026-04-17T17:29:12.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.938+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~3NH5AOBRC6F5.1 size=456469 2026-04-17T17:29:12.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.938+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=3NH5AOBRC6F5 tag=8TDGUN1SYR4S type=write size=2553621 2026-04-17T17:29:12.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.939+0000 7f7c665b4880 1 < completed write operation key=WI8M3P76704S tag=K1ELDFXOG7U3 type=write size=581905 2026-04-17T17:29:12.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.941+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~BJ1720VJWPWN.0 size=1048576 2026-04-17T17:29:12.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.941+0000 7f7c665b4880 1 > prepared part key=_multipart_8D06X54EXF53.2~BJ1720VJWPWN.1 size=513588 2026-04-17T17:29:12.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.941+0000 7f7c665b4880 1 > prepared multipart upload key=8D06X54EXF53 upload=BJ1720VJWPWN tag=3EYV8MDLCIEL type=write size=2610740 2026-04-17T17:29:12.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.942+0000 7f7c665b4880 1 < canceled operation key=NU9ABT1YEXJP tag=TERX08Y5NY5E type=del size=2196171 2026-04-17T17:29:12.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.944+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~WXV0TJA2C8CO.0 size=1048576 2026-04-17T17:29:12.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.944+0000 7f7c665b4880 1 > prepared part key=_multipart_TV0Y2WB5F1EK.2~WXV0TJA2C8CO.1 size=402704 2026-04-17T17:29:12.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.944+0000 7f7c665b4880 1 > prepared multipart upload key=TV0Y2WB5F1EK upload=WXV0TJA2C8CO tag=3O01DQXF19IN type=write size=2499856 2026-04-17T17:29:12.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.945+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=7TLCGP7X2ETK type=del 2026-04-17T17:29:12.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.946+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=ALYXLFGVP48H type=del size=1871184 2026-04-17T17:29:12.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.947+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=7LPIWXTF2B5E type=del 2026-04-17T17:29:12.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.948+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~PKNU8S57799H.0 size=1048576 2026-04-17T17:29:12.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.949+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~PKNU8S57799H.1 size=796231 2026-04-17T17:29:12.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.949+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=PKNU8S57799H tag=MS257BM07WGC type=write size=2893383 2026-04-17T17:29:12.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.950+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=J7ZZY50UF2ZZ type=del 2026-04-17T17:29:12.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.951+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.0 size=1048576 2026-04-17T17:29:12.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.953+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.1 size=1048576 2026-04-17T17:29:12.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.954+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.2 size=650224 2026-04-17T17:29:12.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.954+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=61R5INY8OHN6 tag=TSH4L7ALFUX4 type=write size=3795952 2026-04-17T17:29:12.957 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.954+0000 7f7c665b4880 1 < canceled part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.0 size=1048576 2026-04-17T17:29:12.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.954+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.1 size=1048576 2026-04-17T17:29:12.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.955+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~LOA8G8WW1UT8.2 size=911243 2026-04-17T17:29:12.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.956+0000 7f7c665b4880 1 < canceled multipart upload key=WYW40XCSXKEX upload=LOA8G8WW1UT8 tag=FIZIUPNMMAGS type=write size=4056971 2026-04-17T17:29:12.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.958+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.0 size=1048576 2026-04-17T17:29:12.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.958+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.1 size=1048576 2026-04-17T17:29:12.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.959+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.2 size=103784 2026-04-17T17:29:12.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.959+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=NM196FWIHTN9 tag=3MOI6T8LM2Q0 type=write size=3249512 2026-04-17T17:29:12.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.960+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=X55BI0VJLSMZ type=del 2026-04-17T17:29:12.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.961+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~47G5FS0RNMHG.0 size=243505 2026-04-17T17:29:12.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.961+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=47G5FS0RNMHG tag=XGVAF8UVL3PN type=write size=1292081 2026-04-17T17:29:12.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.962+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.0 size=1048576 2026-04-17T17:29:12.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.962+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.1 size=1048576 2026-04-17T17:29:12.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.963+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~2W5TPT5WZ75X.2 size=906108 2026-04-17T17:29:12.968 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.964+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=2W5TPT5WZ75X tag=6011GV04UFIU type=write size=4051836 2026-04-17T17:29:12.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.966+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~ZM2T7FSB8A6L.0 size=698585 2026-04-17T17:29:12.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.966+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=ZM2T7FSB8A6L tag=0G04H5FG6J82 type=write size=1747161 2026-04-17T17:29:12.970 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.967+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=VC4126IC5PAV type=del 2026-04-17T17:29:12.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.967+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=DCZ5GUJK64EY type=del size=3872648 2026-04-17T17:29:12.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.968+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=S1OF3HTUM7F3 type=del 2026-04-17T17:29:12.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.969+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=MJGUOHZ08QX0 type=write size=761832 2026-04-17T17:29:12.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.970+0000 7f7c665b4880 1 < completed write operation key=8D06X54EXF53 tag=6JYJQRGWZIBI type=write size=208842 2026-04-17T17:29:12.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.970+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=CPZUTHU80QIZ type=del size=398139 2026-04-17T17:29:12.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.972+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.0 size=1048576 2026-04-17T17:29:12.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.972+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.1 size=1048576 2026-04-17T17:29:12.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.973+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~C08TZ55MBVG8.2 size=1043172 2026-04-17T17:29:12.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.974+0000 7f7c665b4880 1 < completed multipart upload key=ZZT5E3KUYN42 upload=C08TZ55MBVG8 tag=R6LDY8NZRRQL type=write size=4188900 2026-04-17T17:29:12.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.975+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=ECHSV302DOOW type=del size=3971191 2026-04-17T17:29:12.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.975+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=UX8LTDNG9572 type=del 2026-04-17T17:29:12.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.976+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=MD5234UMPH9H type=del size=2928609 2026-04-17T17:29:12.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.977+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=PACH1XPE1EXA type=del 2026-04-17T17:29:12.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.977+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=0CSLYPTQBQVX type=del size=734214 2026-04-17T17:29:12.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.978+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=LXH4G3WJ87A4 type=del 2026-04-17T17:29:12.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.979+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=I81K5T34X6R8 type=del size=579584 2026-04-17T17:29:12.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.979+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~3NH5AOBRC6F5.0 size=1048576 2026-04-17T17:29:12.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.979+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~3NH5AOBRC6F5.1 size=456469 2026-04-17T17:29:12.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.981+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=3NH5AOBRC6F5 tag=8TDGUN1SYR4S type=write size=2553621 2026-04-17T17:29:12.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.981+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=XN44ZXEB6DNM type=del size=509060 2026-04-17T17:29:12.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.982+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~BJ1720VJWPWN.0 size=1048576 2026-04-17T17:29:12.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.983+0000 7f7c665b4880 1 < completed part key=_multipart_8D06X54EXF53.2~BJ1720VJWPWN.1 size=513588 2026-04-17T17:29:12.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.984+0000 7f7c665b4880 1 < completed multipart upload key=8D06X54EXF53 upload=BJ1720VJWPWN tag=3EYV8MDLCIEL type=write size=2610740 2026-04-17T17:29:12.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.985+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JVLHNYCPCJ9D.0 size=1048576 2026-04-17T17:29:12.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.986+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~JVLHNYCPCJ9D.1 size=37238 2026-04-17T17:29:12.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.986+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=JVLHNYCPCJ9D tag=EA1RSHEYCRZ9 type=write size=2134390 2026-04-17T17:29:12.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.986+0000 7f7c665b4880 1 < canceled part key=_multipart_TV0Y2WB5F1EK.2~WXV0TJA2C8CO.0 size=1048576 2026-04-17T17:29:12.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.987+0000 7f7c665b4880 1 < completed part key=_multipart_TV0Y2WB5F1EK.2~WXV0TJA2C8CO.1 size=402704 2026-04-17T17:29:12.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.988+0000 7f7c665b4880 1 < canceled multipart upload key=TV0Y2WB5F1EK upload=WXV0TJA2C8CO tag=3O01DQXF19IN type=write size=2499856 2026-04-17T17:29:12.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.989+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.0 size=1048576 2026-04-17T17:29:12.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.990+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.1 size=1048576 2026-04-17T17:29:12.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.991+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.2 size=67964 2026-04-17T17:29:12.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.991+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=P3F56XZPIDT8 tag=PU2215HU6O0W type=write size=3213692 2026-04-17T17:29:12.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.991+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=ALYXLFGVP48H type=del 2026-04-17T17:29:12.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.992+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=13VK36V8LSUJ type=del size=1046336 2026-04-17T17:29:12.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.993+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~PKNU8S57799H.0 size=1048576 2026-04-17T17:29:12.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.993+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~PKNU8S57799H.1 size=796231 2026-04-17T17:29:12.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.995+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=PKNU8S57799H tag=MS257BM07WGC type=write size=2893383 2026-04-17T17:29:13.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.996+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~VVKM3OU7PGBS.0 size=283243 2026-04-17T17:29:13.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.996+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=VVKM3OU7PGBS tag=WTYU8LYTDAVI type=write size=1331819 2026-04-17T17:29:13.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.997+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.0 size=1048576 2026-04-17T17:29:13.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.997+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.1 size=1048576 2026-04-17T17:29:13.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.997+0000 7f7c665b4880 1 < canceled part key=_multipart_3FQ8A7OTR822.2~61R5INY8OHN6.2 size=650224 2026-04-17T17:29:13.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:12.999+0000 7f7c665b4880 1 < canceled multipart upload key=3FQ8A7OTR822 upload=61R5INY8OHN6 tag=TSH4L7ALFUX4 type=write size=3795952 2026-04-17T17:29:13.003 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.000+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.0 size=1048576 2026-04-17T17:29:13.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.000+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.1 size=1048576 2026-04-17T17:29:13.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.001+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.2 size=32721 2026-04-17T17:29:13.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.001+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=8M85R1XS5D5U tag=K54XVHM1EL8X type=write size=3178449 2026-04-17T17:29:13.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.002+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.0 size=1048576 2026-04-17T17:29:13.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.002+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.1 size=1048576 2026-04-17T17:29:13.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.003+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NM196FWIHTN9.2 size=103784 2026-04-17T17:29:13.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.004+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=NM196FWIHTN9 tag=3MOI6T8LM2Q0 type=write size=3249512 2026-04-17T17:29:13.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.005+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=6BGNMLBHBJU3 type=del size=1327950 2026-04-17T17:29:13.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.005+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~47G5FS0RNMHG.0 size=243505 2026-04-17T17:29:13.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.007+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=47G5FS0RNMHG tag=XGVAF8UVL3PN type=write size=1292081 2026-04-17T17:29:13.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.008+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~YR0TUVCVCFKW.0 size=1048576 2026-04-17T17:29:13.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.009+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~YR0TUVCVCFKW.1 size=851184 2026-04-17T17:29:13.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.009+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=YR0TUVCVCFKW tag=TSGTUI6RLIV0 type=write size=2948336 2026-04-17T17:29:13.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.009+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~ZM2T7FSB8A6L.0 size=698585 2026-04-17T17:29:13.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.011+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=ZM2T7FSB8A6L tag=0G04H5FG6J82 type=write size=1747161 2026-04-17T17:29:13.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.011+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=AZFE5RXRTTKI type=del size=264435 2026-04-17T17:29:13.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.012+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=DCZ5GUJK64EY type=del 2026-04-17T17:29:13.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.013+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=QXT6JMSKTAKV type=del size=2297166 2026-04-17T17:29:13.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.014+0000 7f7c665b4880 1 < completed write operation key=ZPRLHK1F89L2 tag=MJGUOHZ08QX0 type=write size=761832 2026-04-17T17:29:13.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.015+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~SDE6FSWH1WY0.0 size=798494 2026-04-17T17:29:13.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.015+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=SDE6FSWH1WY0 tag=2QJCT00M6E2U type=write size=1847070 2026-04-17T17:29:13.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.016+0000 7f7c665b4880 1 < completed delete operation key=M01GP5SQE5GM tag=CPZUTHU80QIZ type=del 2026-04-17T17:29:13.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.017+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=8C5Y9Q50BILE type=del size=10461 2026-04-17T17:29:13.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.017+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=ECHSV302DOOW type=del 2026-04-17T17:29:13.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.018+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=ZJG38E3IVZIS type=del size=3858117 2026-04-17T17:29:13.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.019+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=MD5234UMPH9H type=del 2026-04-17T17:29:13.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.019+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=C2PVH6QUJY44 type=write size=108887 2026-04-17T17:29:13.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.020+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=0CSLYPTQBQVX type=del 2026-04-17T17:29:13.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.022+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=51CLAIT403HM type=del size=1443536 2026-04-17T17:29:13.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.022+0000 7f7c665b4880 1 < canceled operation key=NC1GI2H2H0YA tag=I81K5T34X6R8 type=del size=579584 2026-04-17T17:29:13.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.024+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.0 size=1048576 2026-04-17T17:29:13.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.024+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.1 size=1048576 2026-04-17T17:29:13.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.025+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.2 size=508797 2026-04-17T17:29:13.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.025+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=RHK0RZX3A0PJ tag=BIAWHF2XAK1L type=write size=3654525 2026-04-17T17:29:13.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.026+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=XN44ZXEB6DNM type=del 2026-04-17T17:29:13.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.026+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=5WTR8N9NITD3 type=del size=2179017 2026-04-17T17:29:13.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.027+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JVLHNYCPCJ9D.0 size=1048576 2026-04-17T17:29:13.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.028+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~JVLHNYCPCJ9D.1 size=37238 2026-04-17T17:29:13.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.029+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=JVLHNYCPCJ9D tag=EA1RSHEYCRZ9 type=write size=2134390 2026-04-17T17:29:13.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.030+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=16QT8CIJ16GY type=del size=2395997 2026-04-17T17:29:13.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.031+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.0 size=1048576 2026-04-17T17:29:13.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.031+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.1 size=1048576 2026-04-17T17:29:13.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.032+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~P3F56XZPIDT8.2 size=67964 2026-04-17T17:29:13.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.034+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=P3F56XZPIDT8 tag=PU2215HU6O0W type=write size=3213692 2026-04-17T17:29:13.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.035+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~SB0YV9COWRF5.0 size=1048576 2026-04-17T17:29:13.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.036+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~SB0YV9COWRF5.1 size=1037118 2026-04-17T17:29:13.039 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.036+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=SB0YV9COWRF5 tag=IILVHBJ6198L type=write size=3134270 2026-04-17T17:29:13.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.037+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=13VK36V8LSUJ type=del 2026-04-17T17:29:13.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.037+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=IIOEAGJOHKTE type=del size=592823 2026-04-17T17:29:13.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.038+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~VVKM3OU7PGBS.0 size=283243 2026-04-17T17:29:13.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.039+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=VVKM3OU7PGBS tag=WTYU8LYTDAVI type=write size=1331819 2026-04-17T17:29:13.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.041+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~TKP46EMVP3DT.0 size=1048576 2026-04-17T17:29:13.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.041+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~TKP46EMVP3DT.1 size=76126 2026-04-17T17:29:13.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.041+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=TKP46EMVP3DT tag=841WGQKOSIMD type=write size=2173278 2026-04-17T17:29:13.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.042+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.0 size=1048576 2026-04-17T17:29:13.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.043+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.1 size=1048576 2026-04-17T17:29:13.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.043+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~8M85R1XS5D5U.2 size=32721 2026-04-17T17:29:13.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.045+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=8M85R1XS5D5U tag=K54XVHM1EL8X type=write size=3178449 2026-04-17T17:29:13.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.045+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=8MONUVI98PNL type=del size=3798103 2026-04-17T17:29:13.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.046+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=6BGNMLBHBJU3 type=del 2026-04-17T17:29:13.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.047+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=7KKC17FZZGIM type=del size=2471118 2026-04-17T17:29:13.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.047+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~YR0TUVCVCFKW.0 size=1048576 2026-04-17T17:29:13.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.048+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~YR0TUVCVCFKW.1 size=851184 2026-04-17T17:29:13.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.049+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=YR0TUVCVCFKW tag=TSGTUI6RLIV0 type=write size=2948336 2026-04-17T17:29:13.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.050+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=M0ASQQPBJTQ7 type=write size=831343 2026-04-17T17:29:13.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.051+0000 7f7c665b4880 1 < completed delete operation key=84B0Y790FRBF tag=AZFE5RXRTTKI type=del 2026-04-17T17:29:13.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.052+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.0 size=1048576 2026-04-17T17:29:13.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.053+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.1 size=1048576 2026-04-17T17:29:13.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.053+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.2 size=676227 2026-04-17T17:29:13.057 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.053+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=NVKIXB8P7KW3 tag=5CTPY6O10VMB type=write size=3821955 2026-04-17T17:29:13.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.054+0000 7f7c665b4880 1 < canceled operation key=SHWRAMH9AJNK tag=QXT6JMSKTAKV type=del size=2297166 2026-04-17T17:29:13.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.055+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=5LB06O4QL818 type=del size=2238888 2026-04-17T17:29:13.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.056+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~SDE6FSWH1WY0.0 size=798494 2026-04-17T17:29:13.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.057+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=SDE6FSWH1WY0 tag=2QJCT00M6E2U type=write size=1847070 2026-04-17T17:29:13.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.058+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~5L2SL0CHMGCS.0 size=1048576 2026-04-17T17:29:13.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.059+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~5L2SL0CHMGCS.1 size=11793 2026-04-17T17:29:13.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.059+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=5L2SL0CHMGCS tag=AK6COQXORIMS type=write size=2108945 2026-04-17T17:29:13.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.061+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=8C5Y9Q50BILE type=del 2026-04-17T17:29:13.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.062+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~NHWPC1FUEIMV.0 size=1048576 2026-04-17T17:29:13.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.063+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~NHWPC1FUEIMV.1 size=316667 2026-04-17T17:29:13.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.063+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=NHWPC1FUEIMV tag=NBKS8RL08X77 type=write size=2413819 2026-04-17T17:29:13.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.064+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=ZJG38E3IVZIS type=del 2026-04-17T17:29:13.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.065+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=XLHCQ9AGAX7I type=del size=2709532 2026-04-17T17:29:13.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.066+0000 7f7c665b4880 1 < suggested update operation key=NU9ABT1YEXJP tag=C2PVH6QUJY44 type=write size=108887 2026-04-17T17:29:13.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.067+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=6HV1W47SBK9Z type=write size=862385 2026-04-17T17:29:13.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.068+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=51CLAIT403HM type=del 2026-04-17T17:29:13.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.069+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=67LARLMX7GRV type=write size=991475 2026-04-17T17:29:13.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.070+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.0 size=1048576 2026-04-17T17:29:13.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.070+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.1 size=1048576 2026-04-17T17:29:13.074 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.070+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~RHK0RZX3A0PJ.2 size=508797 2026-04-17T17:29:13.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.072+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=RHK0RZX3A0PJ tag=BIAWHF2XAK1L type=write size=3654525 2026-04-17T17:29:13.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.073+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=2T162ZU1YJ0A type=del size=175853 2026-04-17T17:29:13.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.074+0000 7f7c665b4880 1 < suggested remove operation key=3PCOF6Z79E02 tag=5WTR8N9NITD3 type=del 2026-04-17T17:29:13.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.075+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=IWLRXUNAP7WZ type=del size=3825131 2026-04-17T17:29:13.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.076+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=16QT8CIJ16GY type=del 2026-04-17T17:29:13.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.077+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.0 size=1048576 2026-04-17T17:29:13.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.078+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.1 size=1048576 2026-04-17T17:29:13.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.079+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.2 size=855469 2026-04-17T17:29:13.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.079+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=6123TMI00JJ7 tag=DKXON091F2C0 type=write size=4001197 2026-04-17T17:29:13.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.080+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~SB0YV9COWRF5.0 size=1048576 2026-04-17T17:29:13.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.080+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~SB0YV9COWRF5.1 size=1037118 2026-04-17T17:29:13.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.082+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=SB0YV9COWRF5 tag=IILVHBJ6198L type=write size=3134270 2026-04-17T17:29:13.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.082+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=MK79U54YJQJM type=del size=822812 2026-04-17T17:29:13.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.083+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=IIOEAGJOHKTE type=del 2026-04-17T17:29:13.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.084+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=6PNS3YUBH33P type=del size=3028406 2026-04-17T17:29:13.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.085+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~TKP46EMVP3DT.0 size=1048576 2026-04-17T17:29:13.089 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.086+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~TKP46EMVP3DT.1 size=76126 2026-04-17T17:29:13.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.087+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=TKP46EMVP3DT tag=841WGQKOSIMD type=write size=2173278 2026-04-17T17:29:13.091 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.088+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=XP5WFU007XGP type=write size=60448 2026-04-17T17:29:13.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.089+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=8MONUVI98PNL type=del 2026-04-17T17:29:13.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.089+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=VHWHRZHMNWC0 type=del size=3721598 2026-04-17T17:29:13.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.090+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=7KKC17FZZGIM type=del 2026-04-17T17:29:13.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.091+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=SSW31SSGASTN type=del size=3818224 2026-04-17T17:29:13.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.092+0000 7f7c665b4880 1 < suggested update operation key=XBC61NN04TV9 tag=M0ASQQPBJTQ7 type=write size=831343 2026-04-17T17:29:13.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.093+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=RLLU4ZOOBNAX type=del size=3108640 2026-04-17T17:29:13.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.094+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.0 size=1048576 2026-04-17T17:29:13.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.095+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.1 size=1048576 2026-04-17T17:29:13.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.096+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~NVKIXB8P7KW3.2 size=676227 2026-04-17T17:29:13.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.097+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=NVKIXB8P7KW3 tag=5CTPY6O10VMB type=write size=3821955 2026-04-17T17:29:13.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.098+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=Z2W195JGB5P5 type=del size=1170474 2026-04-17T17:29:13.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.099+0000 7f7c665b4880 1 < canceled operation key=X3LOYT9XHKPY tag=5LB06O4QL818 type=del size=2238888 2026-04-17T17:29:13.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.099+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=LYJJHPNEC0TE type=del size=3685879 2026-04-17T17:29:13.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.100+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~5L2SL0CHMGCS.0 size=1048576 2026-04-17T17:29:13.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.101+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~5L2SL0CHMGCS.1 size=11793 2026-04-17T17:29:13.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.102+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=5L2SL0CHMGCS tag=AK6COQXORIMS type=write size=2108945 2026-04-17T17:29:13.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.103+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=GRRTXLR0U9HG type=del size=3281456 2026-04-17T17:29:13.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.103+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~NHWPC1FUEIMV.0 size=1048576 2026-04-17T17:29:13.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.104+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~NHWPC1FUEIMV.1 size=316667 2026-04-17T17:29:13.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.106+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=NHWPC1FUEIMV tag=NBKS8RL08X77 type=write size=2413819 2026-04-17T17:29:13.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.106+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=DMYBP5B4QZ7X type=del size=2803336 2026-04-17T17:29:13.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.107+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=XLHCQ9AGAX7I type=del 2026-04-17T17:29:13.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.109+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~OOCC4Z41U8F0.0 size=1048576 2026-04-17T17:29:13.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.109+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~OOCC4Z41U8F0.1 size=665445 2026-04-17T17:29:13.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.109+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=OOCC4Z41U8F0 tag=GVTBY22UP4Y6 type=write size=2762597 2026-04-17T17:29:13.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.110+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=6HV1W47SBK9Z type=write size=862385 2026-04-17T17:29:13.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.111+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~YGQNIIYSXCYK.0 size=1048576 2026-04-17T17:29:13.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.112+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~YGQNIIYSXCYK.1 size=379279 2026-04-17T17:29:13.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.112+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=YGQNIIYSXCYK tag=ME5C94TCFJE0 type=write size=2476431 2026-04-17T17:29:13.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.113+0000 7f7c665b4880 1 < completed write operation key=ZZT5E3KUYN42 tag=67LARLMX7GRV type=write size=991475 2026-04-17T17:29:13.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.114+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~1AOWX8AUZQXU.0 size=612005 2026-04-17T17:29:13.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.114+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=1AOWX8AUZQXU tag=F5CZEGM3K7ZZ type=write size=1660581 2026-04-17T17:29:13.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.116+0000 7f7c665b4880 1 < suggested update operation key=TI30PAI6L1CR tag=2T162ZU1YJ0A type=del size=175853 2026-04-17T17:29:13.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.116+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=ARVJN12T87PM type=del size=1393410 2026-04-17T17:29:13.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.117+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=IWLRXUNAP7WZ type=del 2026-04-17T17:29:13.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.119+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~5A8YPK5RLPWP.0 size=1048576 2026-04-17T17:29:13.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.120+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~5A8YPK5RLPWP.1 size=199284 2026-04-17T17:29:13.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.120+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=5A8YPK5RLPWP tag=UT644TFKRVI7 type=write size=2296436 2026-04-17T17:29:13.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.120+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.0 size=1048576 2026-04-17T17:29:13.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.120+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.1 size=1048576 2026-04-17T17:29:13.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.121+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~6123TMI00JJ7.2 size=855469 2026-04-17T17:29:13.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.123+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=6123TMI00JJ7 tag=DKXON091F2C0 type=write size=4001197 2026-04-17T17:29:13.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.123+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=PG54EJ02CUUQ type=del size=637659 2026-04-17T17:29:13.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.125+0000 7f7c665b4880 1 < suggested update operation key=LHY9D0JYTATK tag=MK79U54YJQJM type=del size=822812 2026-04-17T17:29:13.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.126+0000 7f7c665b4880 1 > prepared operation key=TV0Y2WB5F1EK tag=EK70W2TQI4CG type=del size=3565274 2026-04-17T17:29:13.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.127+0000 7f7c665b4880 -1 < failed to complete operation key=XBC61NN04TV9 tag=6PNS3YUBH33P type=del size=3028406: (22) Invalid argument 2026-04-17T17:29:13.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.128+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~WNY4L2DJZQR7.0 size=836405 2026-04-17T17:29:13.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.128+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=WNY4L2DJZQR7 tag=VNG1OREZFKO2 type=write size=1884981 2026-04-17T17:29:13.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.129+0000 7f7c665b4880 -1 < failed to complete operation key=LHY9D0JYTATK tag=XP5WFU007XGP type=write size=60448: (22) Invalid argument 2026-04-17T17:29:13.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.130+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.0 size=1048576 2026-04-17T17:29:13.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.131+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.1 size=1048576 2026-04-17T17:29:13.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.132+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.2 size=672111 2026-04-17T17:29:13.135 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.132+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=M9YF9WQMR44J tag=ILEBQ41EPL63 type=write size=3817839 2026-04-17T17:29:13.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.132+0000 7f7c665b4880 -1 < failed to complete operation key=TI30PAI6L1CR tag=VHWHRZHMNWC0 type=del size=3721598: (22) Invalid argument 2026-04-17T17:29:13.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.133+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=PC8X5V7CGOOU type=del size=2917106 2026-04-17T17:29:13.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.134+0000 7f7c665b4880 1 < completed delete operation key=PH6NQ0F9XPO8 tag=SSW31SSGASTN type=del 2026-04-17T17:29:13.138 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.135+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=D1KJ2IO0IPU6 type=write size=753592 2026-04-17T17:29:13.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.135+0000 7f7c665b4880 1 < completed delete operation key=ZZT5E3KUYN42 tag=RLLU4ZOOBNAX type=del 2026-04-17T17:29:13.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.136+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=6LC49RVLL5WT type=del size=93565 2026-04-17T17:29:13.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.138+0000 7f7c665b4880 1 < suggested update operation key=SHWRAMH9AJNK tag=Z2W195JGB5P5 type=del size=1170474 2026-04-17T17:29:13.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.139+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.0 size=1048576 2026-04-17T17:29:13.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.140+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.1 size=1048576 2026-04-17T17:29:13.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.141+0000 7f7c665b4880 1 > prepared part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.2 size=645941 2026-04-17T17:29:13.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.141+0000 7f7c665b4880 1 > prepared multipart upload key=TI30PAI6L1CR upload=31ZU5BJJPXGL tag=C6ZGP6247OHA type=write size=3791669 2026-04-17T17:29:13.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.141+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=LYJJHPNEC0TE type=del 2026-04-17T17:29:13.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.142+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=25S32BNRR7MS type=del size=3944359 2026-04-17T17:29:13.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.143+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=GRRTXLR0U9HG type=del 2026-04-17T17:29:13.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.144+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=6GAX0SSQO8VY type=del size=2785342 2026-04-17T17:29:13.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.144+0000 7f7c665b4880 -1 < failed to complete operation key=SHWRAMH9AJNK tag=DMYBP5B4QZ7X type=del size=2803336: (22) Invalid argument 2026-04-17T17:29:13.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.146+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~4R9RCE01BVDA.0 size=828688 2026-04-17T17:29:13.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.146+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=4R9RCE01BVDA tag=127CEECBVJA4 type=write size=1877264 2026-04-17T17:29:13.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.146+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~OOCC4Z41U8F0.0 size=1048576 2026-04-17T17:29:13.150 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.147+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~OOCC4Z41U8F0.1 size=665445 2026-04-17T17:29:13.151 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.148+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=OOCC4Z41U8F0 tag=GVTBY22UP4Y6 type=write size=2762597 2026-04-17T17:29:13.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.149+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=SU5WZXWR82UQ type=del size=3759830 2026-04-17T17:29:13.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.149+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~YGQNIIYSXCYK.0 size=1048576 2026-04-17T17:29:13.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.150+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~YGQNIIYSXCYK.1 size=379279 2026-04-17T17:29:13.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.151+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=YGQNIIYSXCYK tag=ME5C94TCFJE0 type=write size=2476431 2026-04-17T17:29:13.156 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.153+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.0 size=1048576 2026-04-17T17:29:13.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.153+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.1 size=1048576 2026-04-17T17:29:13.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.154+0000 7f7c665b4880 1 > prepared part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.2 size=63526 2026-04-17T17:29:13.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.154+0000 7f7c665b4880 1 > prepared multipart upload key=XBC61NN04TV9 upload=SJ0BCQKVGZ6L tag=GE0CI3LPS8D2 type=write size=3209254 2026-04-17T17:29:13.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.155+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~1AOWX8AUZQXU.0 size=612005 2026-04-17T17:29:13.160 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.157+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=1AOWX8AUZQXU tag=F5CZEGM3K7ZZ type=write size=1660581 2026-04-17T17:29:13.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.158+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~OJANK3LUAXSR.0 size=1048576 2026-04-17T17:29:13.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.159+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~OJANK3LUAXSR.1 size=674293 2026-04-17T17:29:13.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.159+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=OJANK3LUAXSR tag=MDR937QM4YRE type=write size=2771445 2026-04-17T17:29:13.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.160+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=ARVJN12T87PM type=del 2026-04-17T17:29:13.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.160+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=9V6YV9OCQN6T type=del size=356096 2026-04-17T17:29:13.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.161+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~5A8YPK5RLPWP.0 size=1048576 2026-04-17T17:29:13.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.162+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~5A8YPK5RLPWP.1 size=199284 2026-04-17T17:29:13.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.164+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=5A8YPK5RLPWP tag=UT644TFKRVI7 type=write size=2296436 2026-04-17T17:29:13.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.165+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.0 size=1048576 2026-04-17T17:29:13.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.166+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.1 size=1048576 2026-04-17T17:29:13.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.166+0000 7f7c665b4880 1 > prepared part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.2 size=154400 2026-04-17T17:29:13.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.166+0000 7f7c665b4880 1 > prepared multipart upload key=WYW40XCSXKEX upload=5NB5F3ZAHGHX tag=LG1L34P9D5Y0 type=write size=3300128 2026-04-17T17:29:13.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.169+0000 7f7c665b4880 1 < suggested update operation key=TI30PAI6L1CR tag=PG54EJ02CUUQ type=del size=637659 2026-04-17T17:29:13.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.170+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=MY2T0C3UV501 type=del size=32234 2026-04-17T17:29:13.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.171+0000 7f7c665b4880 1 < completed delete operation key=TV0Y2WB5F1EK tag=EK70W2TQI4CG type=del 2026-04-17T17:29:13.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.171+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=A3WR87I9IOL5 type=del size=3955521 2026-04-17T17:29:13.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.172+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~WNY4L2DJZQR7.0 size=836405 2026-04-17T17:29:13.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.173+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=WNY4L2DJZQR7 tag=VNG1OREZFKO2 type=write size=1884981 2026-04-17T17:29:13.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.174+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=OQLXXS76WOI2 type=del size=2429977 2026-04-17T17:29:13.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.175+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.0 size=1048576 2026-04-17T17:29:13.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.175+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.1 size=1048576 2026-04-17T17:29:13.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.176+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~M9YF9WQMR44J.2 size=672111 2026-04-17T17:29:13.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.177+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=M9YF9WQMR44J tag=ILEBQ41EPL63 type=write size=3817839 2026-04-17T17:29:13.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.178+0000 7f7c665b4880 1 > prepared operation key=SHWRAMH9AJNK tag=P8Z2F47S4GGX type=del size=2905675 2026-04-17T17:29:13.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.179+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=PC8X5V7CGOOU type=del 2026-04-17T17:29:13.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.180+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~DJAWD8IAR5RL.0 size=1048576 2026-04-17T17:29:13.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.181+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~DJAWD8IAR5RL.1 size=897844 2026-04-17T17:29:13.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.181+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=DJAWD8IAR5RL tag=BVM3ZEXA3EWB type=write size=2994996 2026-04-17T17:29:13.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.182+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=D1KJ2IO0IPU6 type=write size=753592 2026-04-17T17:29:13.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.182+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=LGQ0QST8522M type=write size=695556 2026-04-17T17:29:13.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.183+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=6LC49RVLL5WT type=del 2026-04-17T17:29:13.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.185+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.0 size=1048576 2026-04-17T17:29:13.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.185+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.1 size=1048576 2026-04-17T17:29:13.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.186+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.2 size=1034320 2026-04-17T17:29:13.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.186+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=2TJ5X7RNBDD8 tag=8L45KI3KUTA7 type=write size=4180048 2026-04-17T17:29:13.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.187+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.0 size=1048576 2026-04-17T17:29:13.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.187+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.1 size=1048576 2026-04-17T17:29:13.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.188+0000 7f7c665b4880 1 < completed part key=_multipart_TI30PAI6L1CR.2~31ZU5BJJPXGL.2 size=645941 2026-04-17T17:29:13.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.190+0000 7f7c665b4880 1 < completed multipart upload key=TI30PAI6L1CR upload=31ZU5BJJPXGL tag=C6ZGP6247OHA type=write size=3791669 2026-04-17T17:29:13.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.191+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.0 size=1048576 2026-04-17T17:29:13.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.192+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.1 size=1048576 2026-04-17T17:29:13.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.192+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.2 size=307348 2026-04-17T17:29:13.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.192+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=5B810VNIOEWA tag=EVBNKEP8B9VZ type=write size=3453076 2026-04-17T17:29:13.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.193+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=25S32BNRR7MS type=del 2026-04-17T17:29:13.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.194+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~3764XJ11ECX2.0 size=1048576 2026-04-17T17:29:13.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.195+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~3764XJ11ECX2.1 size=831463 2026-04-17T17:29:13.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.195+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=3764XJ11ECX2 tag=MRH12CW3AARA type=write size=2928615 2026-04-17T17:29:13.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.196+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=6GAX0SSQO8VY type=del 2026-04-17T17:29:13.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.197+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~TL4KN9JO5FMV.0 size=1048576 2026-04-17T17:29:13.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.198+0000 7f7c665b4880 1 > prepared part key=_multipart_84B0Y790FRBF.2~TL4KN9JO5FMV.1 size=1019223 2026-04-17T17:29:13.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.198+0000 7f7c665b4880 1 > prepared multipart upload key=84B0Y790FRBF upload=TL4KN9JO5FMV tag=DCI6HYPP75IJ type=write size=3116375 2026-04-17T17:29:13.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.199+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~4R9RCE01BVDA.0 size=828688 2026-04-17T17:29:13.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.200+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=4R9RCE01BVDA tag=127CEECBVJA4 type=write size=1877264 2026-04-17T17:29:13.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.202+0000 7f7c665b4880 1 > prepared part key=_multipart_XH8AFLSS0JG5.2~BN2WK8HDZJOA.0 size=643847 2026-04-17T17:29:13.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.202+0000 7f7c665b4880 1 > prepared multipart upload key=XH8AFLSS0JG5 upload=BN2WK8HDZJOA tag=GISIOMODOLPO type=write size=1692423 2026-04-17T17:29:13.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.202+0000 7f7c665b4880 1 < completed delete operation key=RSVTCQBMABG0 tag=SU5WZXWR82UQ type=del 2026-04-17T17:29:13.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.204+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.0 size=1048576 2026-04-17T17:29:13.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.204+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.1 size=1048576 2026-04-17T17:29:13.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.205+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.2 size=602347 2026-04-17T17:29:13.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.205+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=1JTDEYD40AL0 tag=Y83X9LX1MA8P type=write size=3748075 2026-04-17T17:29:13.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.206+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.0 size=1048576 2026-04-17T17:29:13.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.207+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.1 size=1048576 2026-04-17T17:29:13.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.207+0000 7f7c665b4880 1 < completed part key=_multipart_XBC61NN04TV9.2~SJ0BCQKVGZ6L.2 size=63526 2026-04-17T17:29:13.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.208+0000 7f7c665b4880 1 < completed multipart upload key=XBC61NN04TV9 upload=SJ0BCQKVGZ6L tag=GE0CI3LPS8D2 type=write size=3209254 2026-04-17T17:29:13.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.209+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=0QT1F4UV044T type=del size=1658277 2026-04-17T17:29:13.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.210+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~OJANK3LUAXSR.0 size=1048576 2026-04-17T17:29:13.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.211+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~OJANK3LUAXSR.1 size=674293 2026-04-17T17:29:13.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.212+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=OJANK3LUAXSR tag=MDR937QM4YRE type=write size=2771445 2026-04-17T17:29:13.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.214+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.0 size=1048576 2026-04-17T17:29:13.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.215+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.1 size=1048576 2026-04-17T17:29:13.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.216+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.2 size=183782 2026-04-17T17:29:13.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.216+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=13VGEFA65K7W tag=C2FT2NTN8FVO type=write size=3329510 2026-04-17T17:29:13.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.217+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=9V6YV9OCQN6T type=del 2026-04-17T17:29:13.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.219+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~7TL9SI4B57H2.0 size=1048576 2026-04-17T17:29:13.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.219+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~7TL9SI4B57H2.1 size=679023 2026-04-17T17:29:13.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.219+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=7TL9SI4B57H2 tag=TCQ3335JNKLK type=write size=2776175 2026-04-17T17:29:13.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.220+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.0 size=1048576 2026-04-17T17:29:13.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.221+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.1 size=1048576 2026-04-17T17:29:13.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.221+0000 7f7c665b4880 1 < completed part key=_multipart_WYW40XCSXKEX.2~5NB5F3ZAHGHX.2 size=154400 2026-04-17T17:29:13.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.223+0000 7f7c665b4880 1 < completed multipart upload key=WYW40XCSXKEX upload=5NB5F3ZAHGHX tag=LG1L34P9D5Y0 type=write size=3300128 2026-04-17T17:29:13.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.224+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~VWZXN98EX3OT.0 size=1048576 2026-04-17T17:29:13.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.225+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~VWZXN98EX3OT.1 size=348857 2026-04-17T17:29:13.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.225+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=VWZXN98EX3OT tag=Z6TQ38SGG4C1 type=write size=2446009 2026-04-17T17:29:13.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.227+0000 7f7c665b4880 1 < suggested remove operation key=3FQ8A7OTR822 tag=MY2T0C3UV501 type=del 2026-04-17T17:29:13.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.228+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~63FSEBZ77BX8.0 size=39263 2026-04-17T17:29:13.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.228+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=63FSEBZ77BX8 tag=9QJ22JP0JKMV type=write size=1087839 2026-04-17T17:29:13.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.229+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=A3WR87I9IOL5 type=del 2026-04-17T17:29:13.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.230+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=FSYO7G0BXL52 type=del size=60408 2026-04-17T17:29:13.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.230+0000 7f7c665b4880 1 < completed delete operation key=UWOLL79ZRJ1B tag=OQLXXS76WOI2 type=del 2026-04-17T17:29:13.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.232+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.0 size=1048576 2026-04-17T17:29:13.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.233+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.1 size=1048576 2026-04-17T17:29:13.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.233+0000 7f7c665b4880 1 > prepared part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.2 size=217235 2026-04-17T17:29:13.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.233+0000 7f7c665b4880 1 > prepared multipart upload key=NC1GI2H2H0YA upload=T8VVC9S81G9O tag=1MEJCYP935RT type=write size=3362963 2026-04-17T17:29:13.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.234+0000 7f7c665b4880 1 < completed delete operation key=SHWRAMH9AJNK tag=P8Z2F47S4GGX type=del 2026-04-17T17:29:13.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.235+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=2WZMCB8393M8 type=del size=4084630 2026-04-17T17:29:13.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.236+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~DJAWD8IAR5RL.0 size=1048576 2026-04-17T17:29:13.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.236+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~DJAWD8IAR5RL.1 size=897844 2026-04-17T17:29:13.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.238+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=DJAWD8IAR5RL tag=BVM3ZEXA3EWB type=write size=2994996 2026-04-17T17:29:13.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.239+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~X4BYE064SV8O.0 size=1048576 2026-04-17T17:29:13.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.240+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~X4BYE064SV8O.1 size=676753 2026-04-17T17:29:13.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.240+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=X4BYE064SV8O tag=41R1OFMB8VXX type=write size=2773905 2026-04-17T17:29:13.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.241+0000 7f7c665b4880 1 < completed write operation key=Q45KTI620J8K tag=LGQ0QST8522M type=write size=695556 2026-04-17T17:29:13.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.243+0000 7f7c665b4880 1 > prepared part key=_multipart_3FQ8A7OTR822.2~FGJXY8RWZ3LA.0 size=434276 2026-04-17T17:29:13.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.243+0000 7f7c665b4880 1 > prepared multipart upload key=3FQ8A7OTR822 upload=FGJXY8RWZ3LA tag=OC8V6HFRJOSG type=write size=1482852 2026-04-17T17:29:13.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.244+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.0 size=1048576 2026-04-17T17:29:13.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.245+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.1 size=1048576 2026-04-17T17:29:13.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.246+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~2TJ5X7RNBDD8.2 size=1034320 2026-04-17T17:29:13.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.247+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=2TJ5X7RNBDD8 tag=8L45KI3KUTA7 type=write size=4180048 2026-04-17T17:29:13.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.248+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=717A06KWAE40 type=del size=2048402 2026-04-17T17:29:13.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.248+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.0 size=1048576 2026-04-17T17:29:13.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.249+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.1 size=1048576 2026-04-17T17:29:13.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.249+0000 7f7c665b4880 1 < canceled part key=_multipart_0GTGQ5P5Z4IJ.2~5B810VNIOEWA.2 size=307348 2026-04-17T17:29:13.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.250+0000 7f7c665b4880 1 < canceled multipart upload key=0GTGQ5P5Z4IJ upload=5B810VNIOEWA tag=EVBNKEP8B9VZ type=write size=3453076 2026-04-17T17:29:13.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.252+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=TXVDHM293VZP type=write size=315044 2026-04-17T17:29:13.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.252+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~3764XJ11ECX2.0 size=1048576 2026-04-17T17:29:13.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.252+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~3764XJ11ECX2.1 size=831463 2026-04-17T17:29:13.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.254+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=3764XJ11ECX2 tag=MRH12CW3AARA type=write size=2928615 2026-04-17T17:29:13.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.254+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=5VFN3HHHTUXL type=del size=2246193 2026-04-17T17:29:13.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.255+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~TL4KN9JO5FMV.0 size=1048576 2026-04-17T17:29:13.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.256+0000 7f7c665b4880 1 < completed part key=_multipart_84B0Y790FRBF.2~TL4KN9JO5FMV.1 size=1019223 2026-04-17T17:29:13.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.257+0000 7f7c665b4880 1 < completed multipart upload key=84B0Y790FRBF upload=TL4KN9JO5FMV tag=DCI6HYPP75IJ type=write size=3116375 2026-04-17T17:29:13.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.258+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~BXCQUEAFD7ZN.0 size=1048576 2026-04-17T17:29:13.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.259+0000 7f7c665b4880 1 > prepared part key=_multipart_M01GP5SQE5GM.2~BXCQUEAFD7ZN.1 size=793009 2026-04-17T17:29:13.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.259+0000 7f7c665b4880 1 > prepared multipart upload key=M01GP5SQE5GM upload=BXCQUEAFD7ZN tag=82REHIF4A1MS type=write size=2890161 2026-04-17T17:29:13.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.260+0000 7f7c665b4880 1 < completed part key=_multipart_XH8AFLSS0JG5.2~BN2WK8HDZJOA.0 size=643847 2026-04-17T17:29:13.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.261+0000 7f7c665b4880 1 < completed multipart upload key=XH8AFLSS0JG5 upload=BN2WK8HDZJOA tag=GISIOMODOLPO type=write size=1692423 2026-04-17T17:29:13.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.262+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=Y6NE1WVRUAN5 type=del size=1244422 2026-04-17T17:29:13.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.262+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.0 size=1048576 2026-04-17T17:29:13.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.262+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.1 size=1048576 2026-04-17T17:29:13.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.263+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~1JTDEYD40AL0.2 size=602347 2026-04-17T17:29:13.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.266+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=1JTDEYD40AL0 tag=Y83X9LX1MA8P type=write size=3748075 2026-04-17T17:29:13.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.283+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=6XI3XNEMV5G2 type=del size=4089006 2026-04-17T17:29:13.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.307+0000 7f7c665b4880 1 < canceled operation key=LHY9D0JYTATK tag=0QT1F4UV044T type=del size=1658277 2026-04-17T17:29:13.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.312+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=IYE1WR4QHVB7 type=del size=268331 2026-04-17T17:29:13.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.314+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.0 size=1048576 2026-04-17T17:29:13.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.315+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.1 size=1048576 2026-04-17T17:29:13.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.316+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~13VGEFA65K7W.2 size=183782 2026-04-17T17:29:13.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.319+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=13VGEFA65K7W tag=C2FT2NTN8FVO type=write size=3329510 2026-04-17T17:29:13.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.320+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=IOXKVZ54SEWV type=del size=3484111 2026-04-17T17:29:13.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.322+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~7TL9SI4B57H2.0 size=1048576 2026-04-17T17:29:13.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.323+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~7TL9SI4B57H2.1 size=679023 2026-04-17T17:29:13.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.324+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=7TL9SI4B57H2 tag=TCQ3335JNKLK type=write size=2776175 2026-04-17T17:29:13.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.325+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=09LHNS13V4EC type=del size=3869268 2026-04-17T17:29:13.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.326+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~VWZXN98EX3OT.0 size=1048576 2026-04-17T17:29:13.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.327+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~VWZXN98EX3OT.1 size=348857 2026-04-17T17:29:13.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.328+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=VWZXN98EX3OT tag=Z6TQ38SGG4C1 type=write size=2446009 2026-04-17T17:29:13.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.329+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=Z1AFD7QK276N type=del size=2680755 2026-04-17T17:29:13.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.329+0000 7f7c665b4880 1 < canceled part key=_multipart_WI8M3P76704S.2~63FSEBZ77BX8.0 size=39263 2026-04-17T17:29:13.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.331+0000 7f7c665b4880 1 < canceled multipart upload key=WI8M3P76704S upload=63FSEBZ77BX8 tag=9QJ22JP0JKMV type=write size=1087839 2026-04-17T17:29:13.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.332+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.0 size=1048576 2026-04-17T17:29:13.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.333+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.1 size=1048576 2026-04-17T17:29:13.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.333+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.2 size=391957 2026-04-17T17:29:13.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.333+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=6UECU22F4AI3 tag=Y1JAFVUL8VEX type=write size=3537685 2026-04-17T17:29:13.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.335+0000 7f7c665b4880 1 < suggested update operation key=3JZKUQBPV7NK tag=FSYO7G0BXL52 type=del size=60408 2026-04-17T17:29:13.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.336+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~4N303RS3P02N.0 size=1048576 2026-04-17T17:29:13.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.337+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~4N303RS3P02N.1 size=878538 2026-04-17T17:29:13.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.337+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=4N303RS3P02N tag=JVVQ9RVYUL3Q type=write size=2975690 2026-04-17T17:29:13.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.338+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.0 size=1048576 2026-04-17T17:29:13.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.338+0000 7f7c665b4880 1 < canceled part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.1 size=1048576 2026-04-17T17:29:13.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.339+0000 7f7c665b4880 1 < completed part key=_multipart_NC1GI2H2H0YA.2~T8VVC9S81G9O.2 size=217235 2026-04-17T17:29:13.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.340+0000 7f7c665b4880 1 < canceled multipart upload key=NC1GI2H2H0YA upload=T8VVC9S81G9O tag=1MEJCYP935RT type=write size=3362963 2026-04-17T17:29:13.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.341+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=7WU1AFAN2FI5 type=del size=3643601 2026-04-17T17:29:13.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.342+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=2WZMCB8393M8 type=del 2026-04-17T17:29:13.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.343+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.0 size=1048576 2026-04-17T17:29:13.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.344+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.1 size=1048576 2026-04-17T17:29:13.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.344+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.2 size=653947 2026-04-17T17:29:13.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.344+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=T2DQ4B9OQO34 tag=SMFM1TFY2SNA type=write size=3799675 2026-04-17T17:29:13.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.345+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~X4BYE064SV8O.0 size=1048576 2026-04-17T17:29:13.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.346+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~X4BYE064SV8O.1 size=676753 2026-04-17T17:29:13.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.348+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=X4BYE064SV8O tag=41R1OFMB8VXX type=write size=2773905 2026-04-17T17:29:13.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.348+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=SINAFYEIPQBN type=write size=990734 2026-04-17T17:29:13.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.349+0000 7f7c665b4880 1 < completed part key=_multipart_3FQ8A7OTR822.2~FGJXY8RWZ3LA.0 size=434276 2026-04-17T17:29:13.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.350+0000 7f7c665b4880 1 < completed multipart upload key=3FQ8A7OTR822 upload=FGJXY8RWZ3LA tag=OC8V6HFRJOSG type=write size=1482852 2026-04-17T17:29:13.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.351+0000 7f7c665b4880 1 > prepared operation key=FZ7AFUFE3V8I tag=0C923DSM7NDZ type=del size=1708625 2026-04-17T17:29:13.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.353+0000 7f7c665b4880 1 < suggested remove operation key=8D06X54EXF53 tag=717A06KWAE40 type=del 2026-04-17T17:29:13.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.353+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=SVTQM0G4DLIM type=del size=2644139 2026-04-17T17:29:13.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.354+0000 7f7c665b4880 1 < completed write operation key=PH6NQ0F9XPO8 tag=TXVDHM293VZP type=write size=315044 2026-04-17T17:29:13.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.356+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~VSAGHULZQDVF.0 size=1048576 2026-04-17T17:29:13.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.356+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~VSAGHULZQDVF.1 size=833005 2026-04-17T17:29:13.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.356+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=VSAGHULZQDVF tag=OPQV070MH38U type=write size=2930157 2026-04-17T17:29:13.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.357+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=5VFN3HHHTUXL type=del 2026-04-17T17:29:13.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.358+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=IWZCG383BQAC type=del size=1072154 2026-04-17T17:29:13.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.358+0000 7f7c665b4880 1 < completed part key=_multipart_M01GP5SQE5GM.2~BXCQUEAFD7ZN.0 size=1048576 2026-04-17T17:29:13.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.358+0000 7f7c665b4880 1 < canceled part key=_multipart_M01GP5SQE5GM.2~BXCQUEAFD7ZN.1 size=793009 2026-04-17T17:29:13.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.360+0000 7f7c665b4880 1 < canceled multipart upload key=M01GP5SQE5GM upload=BXCQUEAFD7ZN tag=82REHIF4A1MS type=write size=2890161 2026-04-17T17:29:13.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.360+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=OE7MENCCUQSY type=del size=385271 2026-04-17T17:29:13.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.361+0000 7f7c665b4880 1 < completed delete operation key=OCKF8K37F4KO tag=Y6NE1WVRUAN5 type=del 2026-04-17T17:29:13.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.362+0000 7f7c665b4880 1 > prepared operation key=RSVTCQBMABG0 tag=4Z3WG6IN883K type=write size=226171 2026-04-17T17:29:13.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.363+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=6XI3XNEMV5G2 type=del 2026-04-17T17:29:13.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.363+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=3BTAW13K01PV type=del size=2774396 2026-04-17T17:29:13.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.364+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=IYE1WR4QHVB7 type=del 2026-04-17T17:29:13.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.365+0000 7f7c665b4880 1 > prepared operation key=LHY9D0JYTATK tag=A88S7W1SVH4E type=del size=1369508 2026-04-17T17:29:13.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.366+0000 7f7c665b4880 1 < canceled operation key=3FQ8A7OTR822 tag=IOXKVZ54SEWV type=del size=3484111 2026-04-17T17:29:13.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.367+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=14BQQVWF8Y76 type=del size=1202665 2026-04-17T17:29:13.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.368+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=09LHNS13V4EC type=del 2026-04-17T17:29:13.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.369+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=N9Z4MSWXYH10 type=write size=969430 2026-04-17T17:29:13.373 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.370+0000 7f7c665b4880 1 < canceled operation key=P7G15WELI0JZ tag=Z1AFD7QK276N type=del size=2680755 2026-04-17T17:29:13.374 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.371+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=4L42CWOYXJGU type=del size=2377433 2026-04-17T17:29:13.374 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.371+0000 7f7c665b4880 1 < canceled part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.0 size=1048576 2026-04-17T17:29:13.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.372+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.1 size=1048576 2026-04-17T17:29:13.376 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.372+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~6UECU22F4AI3.2 size=391957 2026-04-17T17:29:13.377 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.374+0000 7f7c665b4880 1 < canceled multipart upload key=WXONWDD5IC4D upload=6UECU22F4AI3 tag=Y1JAFVUL8VEX type=write size=3537685 2026-04-17T17:29:13.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.375+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~7IY10HACQS2R.0 size=1048576 2026-04-17T17:29:13.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.376+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~7IY10HACQS2R.1 size=529819 2026-04-17T17:29:13.379 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.376+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=7IY10HACQS2R tag=8L4X07MU3V0G type=write size=2626971 2026-04-17T17:29:13.380 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.376+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~4N303RS3P02N.0 size=1048576 2026-04-17T17:29:13.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.377+0000 7f7c665b4880 1 < completed part key=_multipart_WI8M3P76704S.2~4N303RS3P02N.1 size=878538 2026-04-17T17:29:13.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.379+0000 7f7c665b4880 1 < completed multipart upload key=WI8M3P76704S upload=4N303RS3P02N tag=JVVQ9RVYUL3Q type=write size=2975690 2026-04-17T17:29:13.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.380+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~BQ5BJZS47LLP.0 size=303343 2026-04-17T17:29:13.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.380+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=BQ5BJZS47LLP tag=GQNAY6VJY301 type=write size=1351919 2026-04-17T17:29:13.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.382+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=7WU1AFAN2FI5 type=del 2026-04-17T17:29:13.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.382+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=KV1MQ5H2DSNZ type=write size=58960 2026-04-17T17:29:13.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.383+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.0 size=1048576 2026-04-17T17:29:13.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.384+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.1 size=1048576 2026-04-17T17:29:13.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.385+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~T2DQ4B9OQO34.2 size=653947 2026-04-17T17:29:13.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.387+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=T2DQ4B9OQO34 tag=SMFM1TFY2SNA type=write size=3799675 2026-04-17T17:29:13.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.388+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=U4MXZXKCAREV type=write size=207378 2026-04-17T17:29:13.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.389+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=SINAFYEIPQBN type=write size=990734 2026-04-17T17:29:13.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.389+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=VTASM0HQLPXI type=write size=57468 2026-04-17T17:29:13.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.390+0000 7f7c665b4880 1 < completed delete operation key=FZ7AFUFE3V8I tag=0C923DSM7NDZ type=del 2026-04-17T17:29:13.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.391+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=DAT6YF3I74DB type=del size=314844 2026-04-17T17:29:13.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.393+0000 7f7c665b4880 1 < suggested update operation key=3JZKUQBPV7NK tag=SVTQM0G4DLIM type=del size=2644139 2026-04-17T17:29:13.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.394+0000 7f7c665b4880 1 > prepared operation key=NU9ABT1YEXJP tag=4E29Y5ZMVHD3 type=del size=4045472 2026-04-17T17:29:13.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.395+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~VSAGHULZQDVF.0 size=1048576 2026-04-17T17:29:13.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.396+0000 7f7c665b4880 1 < completed part key=_multipart_UWOLL79ZRJ1B.2~VSAGHULZQDVF.1 size=833005 2026-04-17T17:29:13.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.397+0000 7f7c665b4880 1 < completed multipart upload key=UWOLL79ZRJ1B upload=VSAGHULZQDVF tag=OPQV070MH38U type=write size=2930157 2026-04-17T17:29:13.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.399+0000 7f7c665b4880 1 > prepared part key=_multipart_LHY9D0JYTATK.2~H3GGFJT595AY.0 size=850669 2026-04-17T17:29:13.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.399+0000 7f7c665b4880 1 > prepared multipart upload key=LHY9D0JYTATK upload=H3GGFJT595AY tag=BOG5HIKNQOZK type=write size=1899245 2026-04-17T17:29:13.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.399+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=IWZCG383BQAC type=del 2026-04-17T17:29:13.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.401+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~MU439LER5I4Y.0 size=111925 2026-04-17T17:29:13.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.401+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=MU439LER5I4Y tag=K8TGTR950PIW type=write size=1160501 2026-04-17T17:29:13.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.403+0000 7f7c665b4880 1 < suggested update operation key=0GTGQ5P5Z4IJ tag=OE7MENCCUQSY type=del size=385271 2026-04-17T17:29:13.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.404+0000 7f7c665b4880 1 > prepared operation key=84B0Y790FRBF tag=I6JRA5LX7V32 type=write size=979275 2026-04-17T17:29:13.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.405+0000 7f7c665b4880 1 < completed write operation key=RSVTCQBMABG0 tag=4Z3WG6IN883K type=write size=226171 2026-04-17T17:29:13.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.407+0000 7f7c665b4880 1 > prepared part key=_multipart_X3LOYT9XHKPY.2~MAYWW77JZKIF.0 size=823705 2026-04-17T17:29:13.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.407+0000 7f7c665b4880 1 > prepared multipart upload key=X3LOYT9XHKPY upload=MAYWW77JZKIF tag=CJCFD5RFEHSV type=write size=1872281 2026-04-17T17:29:13.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.408+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=3BTAW13K01PV type=del 2026-04-17T17:29:13.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.409+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=GYF5SG3CGQJ9 type=write size=744968 2026-04-17T17:29:13.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.410+0000 7f7c665b4880 1 < completed delete operation key=LHY9D0JYTATK tag=A88S7W1SVH4E type=del 2026-04-17T17:29:13.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.411+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=E7HF9MAIMU2K type=del size=937492 2026-04-17T17:29:13.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.413+0000 7f7c665b4880 1 < suggested remove operation key=NU9ABT1YEXJP tag=14BQQVWF8Y76 type=del 2026-04-17T17:29:13.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.414+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=SBHKDTDH99X8 type=del size=2231972 2026-04-17T17:29:13.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.417+0000 7f7c665b4880 1 < suggested remove operation key=X3LOYT9XHKPY tag=N9Z4MSWXYH10 type=write 2026-04-17T17:29:13.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.418+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=EHVDLSD9AE0K type=del size=330610 2026-04-17T17:29:13.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.420+0000 7f7c665b4880 1 < suggested update operation key=6A36KB48BU1Q tag=4L42CWOYXJGU type=del size=2377433 2026-04-17T17:29:13.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.421+0000 7f7c665b4880 1 > prepared part key=_multipart_ZPRLHK1F89L2.2~BKSJSJJT530V.0 size=465386 2026-04-17T17:29:13.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.421+0000 7f7c665b4880 1 > prepared multipart upload key=ZPRLHK1F89L2 upload=BKSJSJJT530V tag=H9U1VYCR7AM1 type=write size=1513962 2026-04-17T17:29:13.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.422+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~7IY10HACQS2R.0 size=1048576 2026-04-17T17:29:13.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.423+0000 7f7c665b4880 1 < completed part key=_multipart_6A36KB48BU1Q.2~7IY10HACQS2R.1 size=529819 2026-04-17T17:29:13.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.424+0000 7f7c665b4880 1 < completed multipart upload key=6A36KB48BU1Q upload=7IY10HACQS2R tag=8L4X07MU3V0G type=write size=2626971 2026-04-17T17:29:13.428 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.425+0000 7f7c665b4880 1 > prepared operation key=P7G15WELI0JZ tag=0CCG657HF5WD type=del size=4178477 2026-04-17T17:29:13.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.426+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~BQ5BJZS47LLP.0 size=303343 2026-04-17T17:29:13.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.427+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=BQ5BJZS47LLP tag=GQNAY6VJY301 type=write size=1351919 2026-04-17T17:29:13.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.428+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=LA10FDIEGDBA type=del size=1028137 2026-04-17T17:29:13.432 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.429+0000 7f7c665b4880 1 < completed write operation key=XBC61NN04TV9 tag=KV1MQ5H2DSNZ type=write size=58960 2026-04-17T17:29:13.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.430+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=L9O3U4MS0TQX type=del size=2281784 2026-04-17T17:29:13.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.430+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=U4MXZXKCAREV type=write size=207378 2026-04-17T17:29:13.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.431+0000 7f7c665b4880 1 > prepared operation key=RWVQWJ0ZLZ9E tag=I6R6UQRGDFLN type=del size=4026925 2026-04-17T17:29:13.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.432+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=VTASM0HQLPXI type=write size=57468 2026-04-17T17:29:13.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.433+0000 7f7c665b4880 1 > prepared operation key=6A36KB48BU1Q tag=6EBZCPNYUGXA type=del size=2759080 2026-04-17T17:29:13.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.434+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=DAT6YF3I74DB type=del 2026-04-17T17:29:13.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.435+0000 7f7c665b4880 1 > prepared part key=_multipart_NU9ABT1YEXJP.2~60BXHXKFF8TU.0 size=974558 2026-04-17T17:29:13.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.435+0000 7f7c665b4880 1 > prepared multipart upload key=NU9ABT1YEXJP upload=60BXHXKFF8TU tag=IVEL1CMLKEOQ type=write size=2023134 2026-04-17T17:29:13.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.436+0000 7f7c665b4880 -1 < failed to complete operation key=NU9ABT1YEXJP tag=4E29Y5ZMVHD3 type=del size=4045472: (22) Invalid argument 2026-04-17T17:29:13.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.437+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~WTGNM60T01WK.0 size=1048576 2026-04-17T17:29:13.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.438+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~WTGNM60T01WK.1 size=12312 2026-04-17T17:29:13.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.438+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=WTGNM60T01WK tag=3Q8G3R2HIMPX type=write size=2109464 2026-04-17T17:29:13.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.439+0000 7f7c665b4880 1 < completed part key=_multipart_LHY9D0JYTATK.2~H3GGFJT595AY.0 size=850669 2026-04-17T17:29:13.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.440+0000 7f7c665b4880 1 < completed multipart upload key=LHY9D0JYTATK upload=H3GGFJT595AY tag=BOG5HIKNQOZK type=write size=1899245 2026-04-17T17:29:13.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.441+0000 7f7c665b4880 1 > prepared operation key=3FQ8A7OTR822 tag=02JKJ36IAQVF type=del size=3018025 2026-04-17T17:29:13.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.441+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~MU439LER5I4Y.0 size=111925 2026-04-17T17:29:13.446 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.443+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=MU439LER5I4Y tag=K8TGTR950PIW type=write size=1160501 2026-04-17T17:29:13.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.443+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=V8K9P50G7QJA type=del size=1073539 2026-04-17T17:29:13.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.444+0000 7f7c665b4880 1 < completed write operation key=84B0Y790FRBF tag=I6JRA5LX7V32 type=write size=979275 2026-04-17T17:29:13.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.446+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~MLQUFHUYIQ4I.0 size=71737 2026-04-17T17:29:13.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.446+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=MLQUFHUYIQ4I tag=Z244FZ6PFR4Z type=write size=1120313 2026-04-17T17:29:13.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.446+0000 7f7c665b4880 1 < completed part key=_multipart_X3LOYT9XHKPY.2~MAYWW77JZKIF.0 size=823705 2026-04-17T17:29:13.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.448+0000 7f7c665b4880 1 < completed multipart upload key=X3LOYT9XHKPY upload=MAYWW77JZKIF tag=CJCFD5RFEHSV type=write size=1872281 2026-04-17T17:29:13.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.449+0000 7f7c665b4880 1 > prepared part key=_multipart_RWVQWJ0ZLZ9E.2~RJ20IQRDR961.0 size=610366 2026-04-17T17:29:13.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.449+0000 7f7c665b4880 1 > prepared multipart upload key=RWVQWJ0ZLZ9E upload=RJ20IQRDR961 tag=G44KU2YV78O6 type=write size=1658942 2026-04-17T17:29:13.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.451+0000 7f7c665b4880 1 < completed write operation key=OCKF8K37F4KO tag=GYF5SG3CGQJ9 type=write size=744968 2026-04-17T17:29:13.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.452+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=Z4JOGNN2RVOY type=del size=1785976 2026-04-17T17:29:13.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.453+0000 7f7c665b4880 1 < completed delete operation key=3PCOF6Z79E02 tag=E7HF9MAIMU2K type=del 2026-04-17T17:29:13.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.453+0000 7f7c665b4880 1 > prepared operation key=WYW40XCSXKEX tag=D2QL1D3UVS6I type=del size=3538349 2026-04-17T17:29:13.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.454+0000 7f7c665b4880 1 < completed delete operation key=NC1GI2H2H0YA tag=SBHKDTDH99X8 type=del 2026-04-17T17:29:13.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.455+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=MC6W0ASJ5WQF type=write size=54468 2026-04-17T17:29:13.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.456+0000 7f7c665b4880 -1 < failed to complete operation key=6A36KB48BU1Q tag=EHVDLSD9AE0K type=del size=330610: (22) Invalid argument 2026-04-17T17:29:13.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.457+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.0 size=1048576 2026-04-17T17:29:13.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.458+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.1 size=1048576 2026-04-17T17:29:13.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.459+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.2 size=18809 2026-04-17T17:29:13.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.459+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=8KNJ6WJ554WD tag=PNB6SBKV9GXG type=write size=3164537 2026-04-17T17:29:13.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.460+0000 7f7c665b4880 1 < completed part key=_multipart_ZPRLHK1F89L2.2~BKSJSJJT530V.0 size=465386 2026-04-17T17:29:13.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.461+0000 7f7c665b4880 1 < completed multipart upload key=ZPRLHK1F89L2 upload=BKSJSJJT530V tag=H9U1VYCR7AM1 type=write size=1513962 2026-04-17T17:29:13.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.462+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=QUX5PWW0L1T0 type=del size=2654928 2026-04-17T17:29:13.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.462+0000 7f7c665b4880 1 < completed delete operation key=P7G15WELI0JZ tag=0CCG657HF5WD type=del 2026-04-17T17:29:13.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.464+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~I2N9D3WX2UB2.0 size=1048576 2026-04-17T17:29:13.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.464+0000 7f7c665b4880 1 > prepared part key=_multipart_PH6NQ0F9XPO8.2~I2N9D3WX2UB2.1 size=882991 2026-04-17T17:29:13.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.464+0000 7f7c665b4880 1 > prepared multipart upload key=PH6NQ0F9XPO8 upload=I2N9D3WX2UB2 tag=Y8PGBPFCDAAJ type=write size=2980143 2026-04-17T17:29:13.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.465+0000 7f7c665b4880 1 < completed delete operation key=3JZKUQBPV7NK tag=LA10FDIEGDBA type=del 2026-04-17T17:29:13.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.466+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=L8BNYT6WXT9O type=del size=650028 2026-04-17T17:29:13.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.467+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=L9O3U4MS0TQX type=del 2026-04-17T17:29:13.471 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.468+0000 7f7c665b4880 1 > prepared operation key=ZZT5E3KUYN42 tag=44NQ1Q2CJKT1 type=del size=2145482 2026-04-17T17:29:13.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.468+0000 7f7c665b4880 1 < completed delete operation key=RWVQWJ0ZLZ9E tag=I6R6UQRGDFLN type=del 2026-04-17T17:29:13.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.469+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=CR7EHNLX9XDM type=del size=3147144 2026-04-17T17:29:13.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.471+0000 7f7c665b4880 1 < suggested remove operation key=6A36KB48BU1Q tag=6EBZCPNYUGXA type=del 2026-04-17T17:29:13.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.472+0000 7f7c665b4880 1 > prepared operation key=OCKF8K37F4KO tag=C9ZSISDW0JBG type=del size=1003309 2026-04-17T17:29:13.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.472+0000 7f7c665b4880 1 < completed part key=_multipart_NU9ABT1YEXJP.2~60BXHXKFF8TU.0 size=974558 2026-04-17T17:29:13.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.473+0000 7f7c665b4880 1 < completed multipart upload key=NU9ABT1YEXJP upload=60BXHXKFF8TU tag=IVEL1CMLKEOQ type=write size=2023134 2026-04-17T17:29:13.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.474+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=PAPE0INTG00C type=del size=2825707 2026-04-17T17:29:13.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.475+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~WTGNM60T01WK.0 size=1048576 2026-04-17T17:29:13.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.476+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~WTGNM60T01WK.1 size=12312 2026-04-17T17:29:13.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.489+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=WTGNM60T01WK tag=3Q8G3R2HIMPX type=write size=2109464 2026-04-17T17:29:13.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.506+0000 7f7c665b4880 1 > prepared part key=_multipart_OCKF8K37F4KO.2~BMOSPQA7E3HZ.0 size=651317 2026-04-17T17:29:13.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.506+0000 7f7c665b4880 1 > prepared multipart upload key=OCKF8K37F4KO upload=BMOSPQA7E3HZ tag=HVMM3EWZJR0C type=write size=1699893 2026-04-17T17:29:13.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.508+0000 7f7c665b4880 1 < completed delete operation key=3FQ8A7OTR822 tag=02JKJ36IAQVF type=del 2026-04-17T17:29:13.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.510+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~XAVYMGLE9HZT.0 size=1048576 2026-04-17T17:29:13.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.511+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~XAVYMGLE9HZT.1 size=569600 2026-04-17T17:29:13.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.511+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=XAVYMGLE9HZT tag=RJDZPL3NN7DT type=write size=2666752 2026-04-17T17:29:13.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.512+0000 7f7c665b4880 1 < canceled operation key=XBC61NN04TV9 tag=V8K9P50G7QJA type=del size=1073539 2026-04-17T17:29:13.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.513+0000 7f7c665b4880 1 > prepared operation key=NC1GI2H2H0YA tag=773OUANI8ZW6 type=del size=2189657 2026-04-17T17:29:13.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.513+0000 7f7c665b4880 1 < canceled part key=_multipart_UWOLL79ZRJ1B.2~MLQUFHUYIQ4I.0 size=71737 2026-04-17T17:29:13.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.515+0000 7f7c665b4880 1 < canceled multipart upload key=UWOLL79ZRJ1B upload=MLQUFHUYIQ4I tag=Z244FZ6PFR4Z type=write size=1120313 2026-04-17T17:29:13.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.516+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.0 size=1048576 2026-04-17T17:29:13.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.517+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.1 size=1048576 2026-04-17T17:29:13.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.517+0000 7f7c665b4880 1 > prepared part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.2 size=894699 2026-04-17T17:29:13.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.517+0000 7f7c665b4880 1 > prepared multipart upload key=SHWRAMH9AJNK upload=BFUHUM0GIHYF tag=0BW1C3QMVVI3 type=write size=4040427 2026-04-17T17:29:13.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.518+0000 7f7c665b4880 1 < completed part key=_multipart_RWVQWJ0ZLZ9E.2~RJ20IQRDR961.0 size=610366 2026-04-17T17:29:13.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.520+0000 7f7c665b4880 1 < completed multipart upload key=RWVQWJ0ZLZ9E upload=RJ20IQRDR961 tag=G44KU2YV78O6 type=write size=1658942 2026-04-17T17:29:13.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.520+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=4JNPFC1896Z7 type=del size=764213 2026-04-17T17:29:13.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.522+0000 7f7c665b4880 1 < suggested remove operation key=ZZT5E3KUYN42 tag=Z4JOGNN2RVOY type=del 2026-04-17T17:29:13.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.524+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.0 size=1048576 2026-04-17T17:29:13.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.524+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.1 size=1048576 2026-04-17T17:29:13.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.525+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.2 size=348378 2026-04-17T17:29:13.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.525+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=SHIPKVQ2I5ZO tag=3VKG2ZBK0XU6 type=write size=3494106 2026-04-17T17:29:13.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.526+0000 7f7c665b4880 1 < completed delete operation key=WYW40XCSXKEX tag=D2QL1D3UVS6I type=del 2026-04-17T17:29:13.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.526+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=FENS99WXYJL9 type=write size=831457 2026-04-17T17:29:13.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.528+0000 7f7c665b4880 1 < suggested remove operation key=UWOLL79ZRJ1B tag=MC6W0ASJ5WQF type=write 2026-04-17T17:29:13.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.529+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~1TGFJCHTI7OA.0 size=631916 2026-04-17T17:29:13.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.529+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=1TGFJCHTI7OA tag=4333HVUI7QPH type=write size=1680492 2026-04-17T17:29:13.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.530+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.0 size=1048576 2026-04-17T17:29:13.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.531+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.1 size=1048576 2026-04-17T17:29:13.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.531+0000 7f7c665b4880 1 < completed part key=_multipart_I0JIPYOQZ7X4.2~8KNJ6WJ554WD.2 size=18809 2026-04-17T17:29:13.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.533+0000 7f7c665b4880 1 < completed multipart upload key=I0JIPYOQZ7X4 upload=8KNJ6WJ554WD tag=PNB6SBKV9GXG type=write size=3164537 2026-04-17T17:29:13.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.534+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=OW3GLMYV8VPV type=del size=2059719 2026-04-17T17:29:13.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.535+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=QUX5PWW0L1T0 type=del 2026-04-17T17:29:13.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.535+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=S4G42NY1LHWQ type=del size=3685576 2026-04-17T17:29:13.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.536+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~I2N9D3WX2UB2.0 size=1048576 2026-04-17T17:29:13.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.537+0000 7f7c665b4880 1 < completed part key=_multipart_PH6NQ0F9XPO8.2~I2N9D3WX2UB2.1 size=882991 2026-04-17T17:29:13.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.538+0000 7f7c665b4880 1 < completed multipart upload key=PH6NQ0F9XPO8 upload=I2N9D3WX2UB2 tag=Y8PGBPFCDAAJ type=write size=2980143 2026-04-17T17:29:13.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.540+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.0 size=1048576 2026-04-17T17:29:13.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.540+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.1 size=1048576 2026-04-17T17:29:13.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.541+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.2 size=581499 2026-04-17T17:29:13.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.541+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=IMEYXFS8THTK tag=3ECATI1DN5GB type=write size=3727227 2026-04-17T17:29:13.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.542+0000 7f7c665b4880 1 < suggested remove operation key=PH6NQ0F9XPO8 tag=L8BNYT6WXT9O type=del 2026-04-17T17:29:13.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.543+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=QMV7D21AP1UX type=del size=1223266 2026-04-17T17:29:13.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.543+0000 7f7c665b4880 -1 < no bi entry to suggest for operation key=ZZT5E3KUYN42 tag=44NQ1Q2CJKT1 type=del size=2145482: (2) No such file or directory 2026-04-17T17:29:13.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.545+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.0 size=1048576 2026-04-17T17:29:13.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.545+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.1 size=1048576 2026-04-17T17:29:13.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.546+0000 7f7c665b4880 1 > prepared part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.2 size=664265 2026-04-17T17:29:13.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.546+0000 7f7c665b4880 1 > prepared multipart upload key=WXONWDD5IC4D upload=CHEGV0TG1S16 tag=L6BQPDJ2LOQW type=write size=3809993 2026-04-17T17:29:13.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.548+0000 7f7c665b4880 1 < suggested remove operation key=NC1GI2H2H0YA tag=CR7EHNLX9XDM type=del 2026-04-17T17:29:13.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.548+0000 7f7c665b4880 1 > prepared operation key=M01GP5SQE5GM tag=6302ZL9A5MUA type=del size=911437 2026-04-17T17:29:13.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.549+0000 7f7c665b4880 1 < canceled operation key=OCKF8K37F4KO tag=C9ZSISDW0JBG type=del size=1003309 2026-04-17T17:29:13.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.550+0000 7f7c665b4880 1 > prepared operation key=WXONWDD5IC4D tag=XUDM2LO2F172 type=write size=52994 2026-04-17T17:29:13.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.551+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=PAPE0INTG00C type=del 2026-04-17T17:29:13.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.552+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.0 size=1048576 2026-04-17T17:29:13.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.553+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.1 size=1048576 2026-04-17T17:29:13.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.554+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.2 size=262984 2026-04-17T17:29:13.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.554+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=3YA4R29X08RG tag=PS9ZWDHQ3KXJ type=write size=3408712 2026-04-17T17:29:13.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.554+0000 7f7c665b4880 1 < completed part key=_multipart_OCKF8K37F4KO.2~BMOSPQA7E3HZ.0 size=651317 2026-04-17T17:29:13.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.556+0000 7f7c665b4880 1 < completed multipart upload key=OCKF8K37F4KO upload=BMOSPQA7E3HZ tag=HVMM3EWZJR0C type=write size=1699893 2026-04-17T17:29:13.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.557+0000 7f7c665b4880 1 > prepared operation key=8D06X54EXF53 tag=QIKMD5UNFLZL type=del size=45485 2026-04-17T17:29:13.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.558+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~XAVYMGLE9HZT.0 size=1048576 2026-04-17T17:29:13.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.558+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~XAVYMGLE9HZT.1 size=569600 2026-04-17T17:29:13.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.560+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=XAVYMGLE9HZT tag=RJDZPL3NN7DT type=write size=2666752 2026-04-17T17:29:13.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.561+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~SEFYOQMMA27R.0 size=1048576 2026-04-17T17:29:13.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.562+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~SEFYOQMMA27R.1 size=299114 2026-04-17T17:29:13.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.562+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=SEFYOQMMA27R tag=F939T3IU079G type=write size=2396266 2026-04-17T17:29:13.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.563+0000 7f7c665b4880 -1 < failed to complete operation key=NC1GI2H2H0YA tag=773OUANI8ZW6 type=del size=2189657: (22) Invalid argument 2026-04-17T17:29:13.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.563+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=ENQGIYGPO5DA type=del size=566742 2026-04-17T17:29:13.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.564+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.0 size=1048576 2026-04-17T17:29:13.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.565+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.1 size=1048576 2026-04-17T17:29:13.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.566+0000 7f7c665b4880 1 < completed part key=_multipart_SHWRAMH9AJNK.2~BFUHUM0GIHYF.2 size=894699 2026-04-17T17:29:13.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.567+0000 7f7c665b4880 1 < completed multipart upload key=SHWRAMH9AJNK upload=BFUHUM0GIHYF tag=0BW1C3QMVVI3 type=write size=4040427 2026-04-17T17:29:13.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.568+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~Z5ZQGMGBH195.0 size=984136 2026-04-17T17:29:13.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.568+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=Z5ZQGMGBH195 tag=GRF1V90VSFOG type=write size=2032712 2026-04-17T17:29:13.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.569+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=4JNPFC1896Z7 type=del 2026-04-17T17:29:13.574 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.571+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~MBOR317KATYY.0 size=1048576 2026-04-17T17:29:13.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.572+0000 7f7c665b4880 1 > prepared part key=_multipart_3JZKUQBPV7NK.2~MBOR317KATYY.1 size=245522 2026-04-17T17:29:13.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.572+0000 7f7c665b4880 1 > prepared multipart upload key=3JZKUQBPV7NK upload=MBOR317KATYY tag=8RZESSYIDCOX type=write size=2342674 2026-04-17T17:29:13.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.573+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.0 size=1048576 2026-04-17T17:29:13.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.574+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.1 size=1048576 2026-04-17T17:29:13.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.574+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~SHIPKVQ2I5ZO.2 size=348378 2026-04-17T17:29:13.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.576+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=SHIPKVQ2I5ZO tag=3VKG2ZBK0XU6 type=write size=3494106 2026-04-17T17:29:13.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.577+0000 7f7c665b4880 1 > prepared operation key=TI30PAI6L1CR tag=P2P6PKTWB7MO type=del size=2394774 2026-04-17T17:29:13.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.578+0000 7f7c665b4880 1 < completed write operation key=HUT2A3M2V4BF tag=FENS99WXYJL9 type=write size=831457 2026-04-17T17:29:13.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.579+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.0 size=1048576 2026-04-17T17:29:13.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.580+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.1 size=1048576 2026-04-17T17:29:13.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.581+0000 7f7c665b4880 1 > prepared part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.2 size=533654 2026-04-17T17:29:13.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.581+0000 7f7c665b4880 1 > prepared multipart upload key=ZZT5E3KUYN42 upload=RW5ZNR8V8SCN tag=C29ACG93F07S type=write size=3679382 2026-04-17T17:29:13.585 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.582+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~1TGFJCHTI7OA.0 size=631916 2026-04-17T17:29:13.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.583+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=1TGFJCHTI7OA tag=4333HVUI7QPH type=write size=1680492 2026-04-17T17:29:13.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.584+0000 7f7c665b4880 1 > prepared operation key=WI8M3P76704S tag=HC7NLFHAZ8CA type=del size=782532 2026-04-17T17:29:13.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.585+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=OW3GLMYV8VPV type=del 2026-04-17T17:29:13.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.586+0000 7f7c665b4880 1 > prepared operation key=I0JIPYOQZ7X4 tag=MWXS7AX0L0OV type=del size=3575864 2026-04-17T17:29:13.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.586+0000 7f7c665b4880 1 < completed delete operation key=8D06X54EXF53 tag=S4G42NY1LHWQ type=del 2026-04-17T17:29:13.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.587+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=2I1SOUM83BQX type=del size=2676886 2026-04-17T17:29:13.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.588+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.0 size=1048576 2026-04-17T17:29:13.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.589+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.1 size=1048576 2026-04-17T17:29:13.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.590+0000 7f7c665b4880 1 < completed part key=_multipart_3PCOF6Z79E02.2~IMEYXFS8THTK.2 size=581499 2026-04-17T17:29:13.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.591+0000 7f7c665b4880 1 < completed multipart upload key=3PCOF6Z79E02 upload=IMEYXFS8THTK tag=3ECATI1DN5GB type=write size=3727227 2026-04-17T17:29:13.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.592+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=S7GR1UJ7BU2G type=del size=3079161 2026-04-17T17:29:13.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.593+0000 7f7c665b4880 1 < completed delete operation key=WXONWDD5IC4D tag=QMV7D21AP1UX type=del 2026-04-17T17:29:13.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.594+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=LV214PVEVKNA type=del size=1754807 2026-04-17T17:29:13.598 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.595+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.0 size=1048576 2026-04-17T17:29:13.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.595+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.1 size=1048576 2026-04-17T17:29:13.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.596+0000 7f7c665b4880 1 < completed part key=_multipart_WXONWDD5IC4D.2~CHEGV0TG1S16.2 size=664265 2026-04-17T17:29:13.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.598+0000 7f7c665b4880 1 < completed multipart upload key=WXONWDD5IC4D upload=CHEGV0TG1S16 tag=L6BQPDJ2LOQW type=write size=3809993 2026-04-17T17:29:13.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.598+0000 7f7c665b4880 1 > prepared operation key=Q45KTI620J8K tag=GES4PRWYQE42 type=del size=3784690 2026-04-17T17:29:13.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.599+0000 7f7c665b4880 1 < canceled operation key=M01GP5SQE5GM tag=6302ZL9A5MUA type=del size=911437 2026-04-17T17:29:13.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.600+0000 7f7c665b4880 1 > prepared operation key=PH6NQ0F9XPO8 tag=ELY842O4MXLL type=del size=1031315 2026-04-17T17:29:13.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.601+0000 7f7c665b4880 1 < completed write operation key=WXONWDD5IC4D tag=XUDM2LO2F172 type=write size=52994 2026-04-17T17:29:13.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.603+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~59QCRY6XY0Q5.0 size=766194 2026-04-17T17:29:13.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.603+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=59QCRY6XY0Q5 tag=VZVCW269KB98 type=write size=1814770 2026-04-17T17:29:13.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.604+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.0 size=1048576 2026-04-17T17:29:13.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.604+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.1 size=1048576 2026-04-17T17:29:13.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.605+0000 7f7c665b4880 1 < completed part key=_multipart_0GTGQ5P5Z4IJ.2~3YA4R29X08RG.2 size=262984 2026-04-17T17:29:13.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.606+0000 7f7c665b4880 1 < completed multipart upload key=0GTGQ5P5Z4IJ upload=3YA4R29X08RG tag=PS9ZWDHQ3KXJ type=write size=3408712 2026-04-17T17:29:13.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.607+0000 7f7c665b4880 1 > prepared operation key=UWOLL79ZRJ1B tag=TFZQT0FMNNPI type=write size=1046258 2026-04-17T17:29:13.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.609+0000 7f7c665b4880 1 < suggested remove operation key=8D06X54EXF53 tag=QIKMD5UNFLZL type=del 2026-04-17T17:29:13.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.609+0000 7f7c665b4880 1 > prepared operation key=HUT2A3M2V4BF tag=WUBS772QHTD4 type=del size=1818991 2026-04-17T17:29:13.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.610+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~SEFYOQMMA27R.0 size=1048576 2026-04-17T17:29:13.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.611+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~SEFYOQMMA27R.1 size=299114 2026-04-17T17:29:13.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.612+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=SEFYOQMMA27R tag=F939T3IU079G type=write size=2396266 2026-04-17T17:29:13.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.613+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=L55ZGJ3ACYVJ type=write size=993348 2026-04-17T17:29:13.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.614+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=ENQGIYGPO5DA type=del 2026-04-17T17:29:13.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.614+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=Z56WDA1QVTUZ type=write size=139687 2026-04-17T17:29:13.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.615+0000 7f7c665b4880 1 < completed part key=_multipart_FZ7AFUFE3V8I.2~Z5ZQGMGBH195.0 size=984136 2026-04-17T17:29:13.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.617+0000 7f7c665b4880 1 < completed multipart upload key=FZ7AFUFE3V8I upload=Z5ZQGMGBH195 tag=GRF1V90VSFOG type=write size=2032712 2026-04-17T17:29:13.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.617+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=P1UTZ825ZIXM type=del size=866327 2026-04-17T17:29:13.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.618+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~MBOR317KATYY.0 size=1048576 2026-04-17T17:29:13.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.619+0000 7f7c665b4880 1 < completed part key=_multipart_3JZKUQBPV7NK.2~MBOR317KATYY.1 size=245522 2026-04-17T17:29:13.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.620+0000 7f7c665b4880 1 < completed multipart upload key=3JZKUQBPV7NK upload=MBOR317KATYY tag=8RZESSYIDCOX type=write size=2342674 2026-04-17T17:29:13.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.622+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=TN6Y43RCKGGB type=del size=2914621 2026-04-17T17:29:13.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.623+0000 7f7c665b4880 1 < completed delete operation key=TI30PAI6L1CR tag=P2P6PKTWB7MO type=del 2026-04-17T17:29:13.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.624+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~7TV4644WFXB9.0 size=1048576 2026-04-17T17:29:13.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.625+0000 7f7c665b4880 1 > prepared part key=_multipart_6A36KB48BU1Q.2~7TV4644WFXB9.1 size=377049 2026-04-17T17:29:13.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.625+0000 7f7c665b4880 1 > prepared multipart upload key=6A36KB48BU1Q upload=7TV4644WFXB9 tag=T213RABGNRM3 type=write size=2474201 2026-04-17T17:29:13.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.625+0000 7f7c665b4880 1 < canceled part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.0 size=1048576 2026-04-17T17:29:13.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.626+0000 7f7c665b4880 1 < completed part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.1 size=1048576 2026-04-17T17:29:13.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.626+0000 7f7c665b4880 1 < canceled part key=_multipart_ZZT5E3KUYN42.2~RW5ZNR8V8SCN.2 size=533654 2026-04-17T17:29:13.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.628+0000 7f7c665b4880 1 < canceled multipart upload key=ZZT5E3KUYN42 upload=RW5ZNR8V8SCN tag=C29ACG93F07S type=write size=3679382 2026-04-17T17:29:13.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.629+0000 7f7c665b4880 1 > prepared part key=_multipart_UWOLL79ZRJ1B.2~F1S5R01AH34X.0 size=913892 2026-04-17T17:29:13.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.629+0000 7f7c665b4880 1 > prepared multipart upload key=UWOLL79ZRJ1B upload=F1S5R01AH34X tag=3Y5IG9V3TJ39 type=write size=1962468 2026-04-17T17:29:13.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.630+0000 7f7c665b4880 1 < completed delete operation key=WI8M3P76704S tag=HC7NLFHAZ8CA type=del 2026-04-17T17:29:13.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.632+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~89IL31T5YDI0.0 size=1048576 2026-04-17T17:29:13.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.632+0000 7f7c665b4880 1 > prepared part key=_multipart_3PCOF6Z79E02.2~89IL31T5YDI0.1 size=610460 2026-04-17T17:29:13.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.632+0000 7f7c665b4880 1 > prepared multipart upload key=3PCOF6Z79E02 upload=89IL31T5YDI0 tag=ZGFNSI010W5K type=write size=2707612 2026-04-17T17:29:13.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.633+0000 7f7c665b4880 1 < completed delete operation key=I0JIPYOQZ7X4 tag=MWXS7AX0L0OV type=del 2026-04-17T17:29:13.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.636+0000 7f7c665b4880 1 > prepared part key=_multipart_RSVTCQBMABG0.2~85CIZWBUWR7E.0 size=37859 2026-04-17T17:29:13.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.636+0000 7f7c665b4880 1 > prepared multipart upload key=RSVTCQBMABG0 upload=85CIZWBUWR7E tag=O2Z90ZM4X8OQ type=write size=1086435 2026-04-17T17:29:13.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.636+0000 7f7c665b4880 1 < completed delete operation key=X3LOYT9XHKPY tag=2I1SOUM83BQX type=del 2026-04-17T17:29:13.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.637+0000 7f7c665b4880 1 > prepared operation key=X3LOYT9XHKPY tag=5IPS8O0LNPHR type=del size=2135322 2026-04-17T17:29:13.642 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.639+0000 7f7c665b4880 1 < completed delete operation key=XBC61NN04TV9 tag=S7GR1UJ7BU2G type=del 2026-04-17T17:29:13.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.640+0000 7f7c665b4880 1 > prepared operation key=3JZKUQBPV7NK tag=L2PA494QPVVD type=del size=3232277 2026-04-17T17:29:13.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.641+0000 7f7c665b4880 1 < completed delete operation key=ZPRLHK1F89L2 tag=LV214PVEVKNA type=del 2026-04-17T17:29:13.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.642+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~T5P2MTRE0IVS.0 size=1048576 2026-04-17T17:29:13.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.643+0000 7f7c665b4880 1 > prepared part key=_multipart_FZ7AFUFE3V8I.2~T5P2MTRE0IVS.1 size=601528 2026-04-17T17:29:13.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.643+0000 7f7c665b4880 1 > prepared multipart upload key=FZ7AFUFE3V8I upload=T5P2MTRE0IVS tag=M61AUVCGUYC9 type=write size=2698680 2026-04-17T17:29:13.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.644+0000 7f7c665b4880 1 < completed delete operation key=Q45KTI620J8K tag=GES4PRWYQE42 type=del 2026-04-17T17:29:13.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.645+0000 7f7c665b4880 1 > prepared operation key=3PCOF6Z79E02 tag=8J58T0IKW60M type=del size=1465573 2026-04-17T17:29:13.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.647+0000 7f7c665b4880 1 < suggested remove operation key=PH6NQ0F9XPO8 tag=ELY842O4MXLL type=del 2026-04-17T17:29:13.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.648+0000 7f7c665b4880 1 > prepared operation key=ZPRLHK1F89L2 tag=93G33IYG5U63 type=del size=3179738 2026-04-17T17:29:13.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.649+0000 7f7c665b4880 1 < completed part key=_multipart_RSVTCQBMABG0.2~59QCRY6XY0Q5.0 size=766194 2026-04-17T17:29:13.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.651+0000 7f7c665b4880 1 < completed multipart upload key=RSVTCQBMABG0 upload=59QCRY6XY0Q5 tag=VZVCW269KB98 type=write size=1814770 2026-04-17T17:29:13.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.653+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~U0CCAPG02Q6Y.0 size=1048576 2026-04-17T17:29:13.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.653+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~U0CCAPG02Q6Y.1 size=1048576 2026-04-17T17:29:13.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.654+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~U0CCAPG02Q6Y.2 size=549703 2026-04-17T17:29:13.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.654+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=U0CCAPG02Q6Y tag=2TIWA0DF4NYZ type=write size=3695431 2026-04-17T17:29:13.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.655+0000 7f7c665b4880 1 < canceled operation key=UWOLL79ZRJ1B tag=TFZQT0FMNNPI type=write size=1046258 2026-04-17T17:29:13.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.657+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~FGOQQJGAWUEV.0 size=1048576 2026-04-17T17:29:13.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.658+0000 7f7c665b4880 1 > prepared part key=_multipart_WI8M3P76704S.2~FGOQQJGAWUEV.1 size=878338 2026-04-17T17:29:13.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.658+0000 7f7c665b4880 1 > prepared multipart upload key=WI8M3P76704S upload=FGOQQJGAWUEV tag=03CEO0K6FLWC type=write size=2975490 2026-04-17T17:29:13.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.659+0000 7f7c665b4880 1 < completed delete operation key=HUT2A3M2V4BF tag=WUBS772QHTD4 type=del 2026-04-17T17:29:13.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.660+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~X70MNY81YEPM.0 size=1048576 2026-04-17T17:29:13.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.661+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~X70MNY81YEPM.1 size=1048576 2026-04-17T17:29:13.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.662+0000 7f7c665b4880 1 > prepared part key=_multipart_0GTGQ5P5Z4IJ.2~X70MNY81YEPM.2 size=766301 2026-04-17T17:29:13.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.662+0000 7f7c665b4880 1 > prepared multipart upload key=0GTGQ5P5Z4IJ upload=X70MNY81YEPM tag=PYPDX5R04HVF type=write size=3912029 2026-04-17T17:29:13.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.664+0000 7f7c665b4880 1 < suggested remove operation key=XH8AFLSS0JG5 tag=L55ZGJ3ACYVJ type=write 2026-04-17T17:29:13.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.665+0000 7f7c665b4880 1 > prepared operation key=0GTGQ5P5Z4IJ tag=P57G2C8VS09A type=del size=3155099 2026-04-17T17:29:13.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.666+0000 7f7c665b4880 1 < suggested update operation key=X3LOYT9XHKPY tag=Z56WDA1QVTUZ type=write size=139687 2026-04-17T17:29:13.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.667+0000 7f7c665b4880 1 > prepared operation key=XBC61NN04TV9 tag=JIISJKKKVRLH type=write size=262899 2026-04-17T17:29:13.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.668+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=P1UTZ825ZIXM type=del 2026-04-17T17:29:13.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.670+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~986CA6JM241Z.0 size=1048576 2026-04-17T17:29:13.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.670+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~986CA6JM241Z.1 size=1048576 2026-04-17T17:29:13.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.671+0000 7f7c665b4880 1 > prepared part key=_multipart_I0JIPYOQZ7X4.2~986CA6JM241Z.2 size=725684 2026-04-17T17:29:13.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.671+0000 7f7c665b4880 1 > prepared multipart upload key=I0JIPYOQZ7X4 upload=986CA6JM241Z tag=537S8ES3YQJV type=write size=3871412 2026-04-17T17:29:13.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.672+0000 7f7c665b4880 1 < completed delete operation key=0GTGQ5P5Z4IJ tag=TN6Y43RCKGGB type=del 2026-04-17T17:29:13.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:29:13.673+0000 7f7c665b4880 1 > prepared operation key=XH8AFLSS0JG5 tag=GWX0PEEY6J3D type=del size=1066127 2026-04-17T17:29:13.677 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_rgw_stats.simulate (6755 ms) 2026-04-17T17:29:13.677 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from cls_rgw_stats (6758 ms total) 2026-04-17T17:29:13.677 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:29:13.677 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:29:14.332 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 1 test from 1 test suite ran. (9313 ms total) 2026-04-17T17:29:14.332 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 1 test. 2026-04-17T17:29:14.334 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:29:14.334 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:29:14.412 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2026-04-17T17:29:14.413 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2026-04-17T17:29:14.413 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2026-04-17T17:29:14.492 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:29:14.492 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 31 tests from 1 test suite. 2026-04-17T17:29:14.492 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:29:16.338 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 31 tests from CmpOmap 2026-04-17T17:29:16.338 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2026-04-17T17:29:16.353 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (14 ms) 2026-04-17T17:29:16.353 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2026-04-17T17:29:16.355 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (2 ms) 2026-04-17T17:29:16.355 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2026-04-17T17:29:16.357 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (1 ms) 2026-04-17T17:29:16.357 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2026-04-17T17:29:16.359 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (2 ms) 2026-04-17T17:29:16.359 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_str 2026-04-17T17:29:16.364 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_str (4 ms) 2026-04-17T17:29:16.364 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2026-04-17T17:29:16.367 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_u64 (3 ms) 2026-04-17T17:29:16.367 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2026-04-17T17:29:16.370 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (2 ms) 2026-04-17T17:29:16.370 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2026-04-17T17:29:16.372 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2026-04-17T17:29:16.372 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2026-04-17T17:29:16.375 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2026-04-17T17:29:16.375 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2026-04-17T17:29:16.379 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2026-04-17T17:29:16.379 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2026-04-17T17:29:16.379 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2026-04-17T17:29:16.379 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2026-04-17T17:29:16.380 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2026-04-17T17:29:16.380 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2026-04-17T17:29:16.385 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (4 ms) 2026-04-17T17:29:16.385 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2026-04-17T17:29:16.391 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (5 ms) 2026-04-17T17:29:16.391 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2026-04-17T17:29:16.396 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2026-04-17T17:29:16.396 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2026-04-17T17:29:16.401 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (4 ms) 2026-04-17T17:29:16.401 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2026-04-17T17:29:16.407 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_str (5 ms) 2026-04-17T17:29:16.407 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2026-04-17T17:29:16.413 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2026-04-17T17:29:16.413 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2026-04-17T17:29:16.416 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2026-04-17T17:29:16.416 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2026-04-17T17:29:16.418 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2026-04-17T17:29:16.418 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2026-04-17T17:29:16.418 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (0 ms) 2026-04-17T17:29:16.418 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2026-04-17T17:29:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2026-04-17T17:29:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2026-04-17T17:29:16.424 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (4 ms) 2026-04-17T17:29:16.424 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2026-04-17T17:29:16.429 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2026-04-17T17:29:16.429 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2026-04-17T17:29:16.435 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (5 ms) 2026-04-17T17:29:16.435 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2026-04-17T17:29:16.440 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (5 ms) 2026-04-17T17:29:16.440 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2026-04-17T17:29:16.441 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2026-04-17T17:29:16.441 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2026-04-17T17:29:16.443 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (1 ms) 2026-04-17T17:29:16.443 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2026-04-17T17:29:16.444 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (0 ms) 2026-04-17T17:29:16.444 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2026-04-17T17:29:16.444 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2026-04-17T17:29:16.444 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2026-04-17T17:29:16.450 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (5 ms) 2026-04-17T17:29:16.450 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 31 tests from CmpOmap (112 ms total) 2026-04-17T17:29:16.450 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:29:16.450 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:29:17.356 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 31 tests from 1 test suite ran. (2864 ms total) 2026-04-17T17:29:17.356 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 31 tests. 2026-04-17T17:29:17.358 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:29:17.358 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:29:17.430 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2026-04-17T17:29:17.430 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2026-04-17T17:29:17.430 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2026-04-17T17:29:17.508 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:29:17.509 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-17T17:29:17.509 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:29:17.509 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from TestCls2PCQueue 2026-04-17T17:29:17.509 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2026-04-17T17:29:20.874 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.GetCapacity (3365 ms) 2026-04-17T17:29:20.874 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2026-04-17T17:29:23.903 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3028 ms) 2026-04-17T17:29:23.903 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.Reserve 2026-04-17T17:29:26.986 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.Reserve (3082 ms) 2026-04-17T17:29:26.986 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2026-04-17T17:29:30.008 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3022 ms) 2026-04-17T17:29:30.008 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.Commit 2026-04-17T17:29:33.030 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.Commit (3022 ms) 2026-04-17T17:29:33.030 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.Stats 2026-04-17T17:29:37.364 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.Stats (4333 ms) 2026-04-17T17:29:37.364 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2026-04-17T17:29:41.586 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4221 ms) 2026-04-17T17:29:41.587 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.Abort 2026-04-17T17:29:44.962 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.Abort (3376 ms) 2026-04-17T17:29:44.962 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2026-04-17T17:29:48.124 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.ReserveError (3161 ms) 2026-04-17T17:29:48.124 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.CommitError 2026-04-17T17:29:51.232 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.CommitError (3108 ms) 2026-04-17T17:29:51.232 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.AbortError 2026-04-17T17:29:54.277 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.AbortError (3044 ms) 2026-04-17T17:29:54.277 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2026-04-17T17:29:57.476 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3200 ms) 2026-04-17T17:29:57.477 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2026-04-17T17:30:00.495 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2026-04-17T17:30:00.495 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2026-04-17T17:30:03.521 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3025 ms) 2026-04-17T17:30:03.521 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2026-04-17T17:30:06.531 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3010 ms) 2026-04-17T17:30:06.531 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2026-04-17T17:30:09.565 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3032 ms) 2026-04-17T17:30:09.565 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2026-04-17T17:30:12.672 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3107 ms) 2026-04-17T17:30:12.672 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2026-04-17T17:30:15.760 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.Cleanup (3088 ms) 2026-04-17T17:30:15.760 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2026-04-17T17:30:23.133 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.MultiProducer (7372 ms) 2026-04-17T17:30:23.133 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2026-04-17T17:30:26.264 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3131 ms) 2026-04-17T17:30:26.264 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2026-04-17T17:30:35.617 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (9352 ms) 2026-04-17T17:30:35.617 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2026-04-17T17:30:39.646 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4028 ms) 2026-04-17T17:30:39.646 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2026-04-17T17:30:45.592 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5946 ms) 2026-04-17T17:30:45.592 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (4394 ms) 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from TestCls2PCQueue (92477 ms total) 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 24 tests from 1 test suite ran. (92477 ms total) 2026-04-17T17:30:49.986 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 24 tests. 2026-04-17T17:30:49.989 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:30:49.989 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:30:50.071 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2026-04-17T17:30:50.071 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2026-04-17T17:30:50.071 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2026-04-17T17:30:50.153 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:30:50.153 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:30:50.154 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-17T17:30:50.154 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:30:51.998 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from ClsAccount 2026-04-17T17:30:51.999 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsAccount.add 2026-04-17T17:30:52.013 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsAccount.add (14 ms) 2026-04-17T17:30:52.013 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsAccount.get 2026-04-17T17:30:52.016 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsAccount.get (3 ms) 2026-04-17T17:30:52.016 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsAccount.rm 2026-04-17T17:30:52.467 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsAccount.rm (450 ms) 2026-04-17T17:30:52.467 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] ClsAccount.list 2026-04-17T17:30:52.477 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] ClsAccount.list (10 ms) 2026-04-17T17:30:52.477 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from ClsAccount (478 ms total) 2026-04-17T17:30:52.477 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:30:52.477 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:30:53.001 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 4 tests from 1 test suite ran. (2847 ms total) 2026-04-17T17:30:53.002 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 4 tests. 2026-04-17T17:30:53.004 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:30:53.004 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:30:53.038 INFO:tasks.workunit:Running workunits matching cls/test_cls_sem_set.sh on client.0... 2026-04-17T17:30:53.039 INFO:tasks.workunit:Running workunit cls/test_cls_sem_set.sh... 2026-04-17T17:30:53.039 DEBUG:teuthology.orchestra.run.vm06:workunit test cls/test_cls_sem_set.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sem_set.sh 2026-04-17T17:30:53.115 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:30:53.115 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 5 tests from 1 test suite. 2026-04-17T17:30:53.115 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:30:53.115 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 5 tests from cls_sem_set 2026-04-17T17:30:53.115 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_sem_set.inc_dec 2026-04-17T17:30:56.030 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_sem_set.inc_dec (2914 ms) 2026-04-17T17:30:56.030 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_sem_set.inc_dec_overflow 2026-04-17T17:30:59.038 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_sem_set.inc_dec_overflow (3007 ms) 2026-04-17T17:30:59.038 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_sem_set.list_small 2026-04-17T17:31:02.065 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_sem_set.list_small (3026 ms) 2026-04-17T17:31:02.065 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_sem_set.list_large 2026-04-17T17:31:05.088 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_sem_set.list_large (3023 ms) 2026-04-17T17:31:05.088 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] cls_sem_set.inc_dec_time 2026-04-17T17:31:09.330 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] cls_sem_set.inc_dec_time (4242 ms) 2026-04-17T17:31:09.331 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 5 tests from cls_sem_set (16215 ms total) 2026-04-17T17:31:09.331 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:09.331 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:31:09.331 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 5 tests from 1 test suite ran. (16215 ms total) 2026-04-17T17:31:09.331 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 5 tests. 2026-04-17T17:31:09.334 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:31:09.334 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:31:09.408 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2026-04-17T17:31:09.409 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2026-04-17T17:31:09.409 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2026-04-17T17:31:09.495 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:31:09.495 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:31:09.495 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 6 tests from 1 test suite. 2026-04-17T17:31:09.495 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:31:11.353 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 6 tests from rgw_gc_log 2026-04-17T17:31:11.353 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2026-04-17T17:31:11.363 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.init_existing_queue (9 ms) 2026-04-17T17:31:11.363 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2026-04-17T17:31:11.368 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.init_existing_omap (5 ms) 2026-04-17T17:31:11.368 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2026-04-17T17:31:11.369 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (1 ms) 2026-04-17T17:31:11.369 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2026-04-17T17:31:11.370 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2026-04-17T17:31:11.370 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2026-04-17T17:31:11.372 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.defer1_after_init (1 ms) 2026-04-17T17:31:11.372 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2026-04-17T17:31:11.373 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] rgw_gc_log.defer2_before_init (0 ms) 2026-04-17T17:31:11.373 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 6 tests from rgw_gc_log (20 ms total) 2026-04-17T17:31:11.373 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:11.373 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:31:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 6 tests from 1 test suite ran. (3032 ms total) 2026-04-17T17:31:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 6 tests. 2026-04-17T17:31:12.531 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:31:12.531 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:31:12.568 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2026-04-17T17:31:12.569 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2026-04-17T17:31:12.569 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2026-04-17T17:31:12.654 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 4 tests from 1 test suite. 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from TestRGWObj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestRGWObj.underscore 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i= 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i= 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i= 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.655 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i= 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i= 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i= 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.656 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i=v1 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i=v1 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns= i=v1 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.657 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.658 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i=v1 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i=v1 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:parsed: _obj[v1] 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:stripped: _obj ns=ns i=v1 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.659 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_obj", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestRGWObj.no_underscore 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i= 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i= 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i= 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.660 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i= 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i= 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i= 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.661 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.662 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i=v1 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i=v1 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns= i=v1 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.663 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i=v1 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i=v1 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:parsed: obj[v1] 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:stripped: obj ns=ns i=v1 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "obj1": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "obj2": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.664 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "obj3": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "obj3-2": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "obj", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "v1", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestRGWObj.obj_to_raw 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.665 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker_myobj", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.666 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker_myobj", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.667 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns_myobj", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.668 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns_myobj", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.669 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst_myobj", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.670 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst_myobj", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.671 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst_myobj", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.672 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst_myobj", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.673 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.674 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.675 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.676 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.677 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.678 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.679 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.680 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.681 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj_", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.682 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj_", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.683 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj_", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.684 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj_", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.685 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj_", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.686 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj_", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "pool": "default-placement.data", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-17T17:31:12.687 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "test", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": "" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "obj": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.688 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] TestRGWObj.old_to_raw 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker_myobj", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker_myobj 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker_myobj", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.689 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker_myobj 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns_myobj", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns_myobj 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns_myobj", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.690 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns_myobj 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst_myobj", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__:inst_myobj 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst_myobj", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__:inst_myobj 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst_myobj", 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.691 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns:inst_myobj 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst_myobj", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "name": "myobj", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns:inst_myobj 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.692 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker___myobj 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker___myobj 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.693 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns__myobj 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns__myobj 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.694 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__:inst__myobj 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__:inst__myobj 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.695 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns:inst__myobj 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns:inst__myobj 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj_", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.696 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker___myobj_ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker___myobj_", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker___myobj_ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj_", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns__myobj_ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns__myobj_", 2026-04-17T17:31:12.697 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns__myobj_ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj_", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__:inst__myobj_ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__:inst__myobj_", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "marker__myobj_" 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.698 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__:inst__myobj_ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "raw_obj2": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "pool": ".data-pool", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "oid": "marker__ns:inst__myobj_", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "loc": "" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "new_obj2": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "bucket": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "name": "ebtest", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "marker": "marker", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_id": "bucket-id", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "tenant": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "explicit_placement": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_pool": ".data-pool", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "data_extra_pool": "", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "index_pool": ".index-pool" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "key": { 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "name": "_myobj_", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "instance": "inst", 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: "ns": "ns" 2026-04-17T17:31:12.699 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from TestRGWObj (0 ms total) 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 4 tests from 1 test suite ran. (0 ms total) 2026-04-17T17:31:12.700 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 4 tests. 2026-04-17T17:31:12.700 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:31:12.700 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:31:12.735 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_datalog.sh on client.0... 2026-04-17T17:31:12.736 INFO:tasks.workunit:Running workunit rgw/test_rgw_datalog.sh... 2026-04-17T17:31:12.736 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_rgw_datalog.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datalog.sh 2026-04-17T17:31:12.815 INFO:tasks.workunit.client.0.vm06.stdout:Running main() from gmock_main.cc 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 10 tests from 4 test suites. 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from DataLogBG 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogBG.TestRoundTrip 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogBG.TestRoundTrip (0 ms) 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from DataLogBG (0 ms total) 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from DataLog 2026-04-17T17:31:12.816 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLog.TestSem 2026-04-17T17:31:15.560 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLog.TestSem (2744 ms) 2026-04-17T17:31:15.560 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLog.SimpleRecovery 2026-04-17T17:31:18.614 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLog.SimpleRecovery (3053 ms) 2026-04-17T17:31:18.614 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLog.CycleRecovery 2026-04-17T17:31:21.632 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLog.CycleRecovery (3017 ms) 2026-04-17T17:31:21.632 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLog.SemaphoresRecovery 2026-04-17T17:31:24.647 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLog.SemaphoresRecovery (3013 ms) 2026-04-17T17:31:24.647 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from DataLog (11830 ms total) 2026-04-17T17:31:24.647 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:24.647 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from DataLogWatchless 2026-04-17T17:31:24.647 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogWatchless.NotWatching 2026-04-17T17:31:27.668 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogWatchless.NotWatching (3021 ms) 2026-04-17T17:31:27.668 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 1 test from DataLogWatchless (3021 ms total) 2026-04-17T17:31:27.668 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:27.668 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from DataLogBulky 2026-04-17T17:31:27.668 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogBulky.TestSemBulky 2026-04-17T17:31:30.678 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogBulky.TestSemBulky (3009 ms) 2026-04-17T17:31:30.678 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogBulky.BulkyRecovery 2026-04-17T17:31:33.709 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogBulky.BulkyRecovery (3031 ms) 2026-04-17T17:31:33.709 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogBulky.BulkyCycleRecovery 2026-04-17T17:31:36.730 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogBulky.BulkyCycleRecovery (3021 ms) 2026-04-17T17:31:36.730 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] DataLogBulky.BulkySemaphoresRecovery 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] DataLogBulky.BulkySemaphoresRecovery (3126 ms) 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 4 tests from DataLogBulky (12188 ms total) 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 10 tests from 4 test suites ran. (27041 ms total) 2026-04-17T17:31:39.857 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 10 tests. 2026-04-17T17:31:39.861 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:31:39.861 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:31:39.938 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2026-04-17T17:31:39.938 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2026-04-17T17:31:39.938 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2026-04-17T17:31:40.033 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:31:40.033 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:31:40.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.056+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 realm 2026-04-17T17:31:40.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.057+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.058+0000 7f5891339900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:31:40.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.058+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.059+0000 7f5891339900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:31:40.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.059+0000 7f5891339900 20 searching for the correct realm 2026-04-17T17:31:40.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.264+0000 7f5887fff640 0 -- 192.168.123.106:0/1672349598 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f587c0bb740 msgr2=0x7f587c0f40b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:31:40.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.272+0000 7f5887fff640 0 -- 192.168.123.106:0/1672349598 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f584c0a1860 msgr2=0x7f584c0c1c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:31:40.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.280+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 zone default found 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 4 Realm: () 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 zonegroup default 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 started sync module instance, tier type = 2026-04-17T17:31:40.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.281+0000 7f5891339900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:31:40.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.284+0000 7f5891339900 20 add_watcher() i=0 2026-04-17T17:31:40.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.284+0000 7f5891339900 20 add_watcher() i=3 2026-04-17T17:31:40.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.284+0000 7f5891339900 20 add_watcher() i=1 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.285+0000 7f5891339900 20 add_watcher() i=7 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.285+0000 7f5891339900 20 add_watcher() i=4 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.285+0000 7f5891339900 20 add_watcher() i=2 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.286+0000 7f5891339900 20 add_watcher() i=5 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.286+0000 7f5891339900 20 add_watcher() i=6 2026-04-17T17:31:40.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.286+0000 7f5891339900 2 all 8 watchers are set, enabling cache 2026-04-17T17:31:40.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.287+0000 7f5891339900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:31:40.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.287+0000 7f5891339900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:31:40.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.288+0000 7f5891339900 5 note: GC not initialized 2026-04-17T17:31:40.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.288+0000 7f5839feb640 20 reqs_thread_entry: start 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 init_complete bucket index max shards: 1 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 Filter name: none 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f58337fe640 20 reqs_thread_entry: start 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 10 cache get: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= : miss 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.324+0000 7f5891339900 20 rados->read ofs=0 len=0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= info.flags=0x0 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 adding default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= to cache LRU end 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 cache get: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= : hit (negative entry) 2026-04-17T17:31:40.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 cache get: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= : hit (negative entry) 2026-04-17T17:31:40.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-17T17:31:40.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-17T17:31:40.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.325+0000 7f5891339900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2026-04-17T17:31:40.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.326+0000 7f58637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483137 cookie 94280576565824 notifier 5221 bl.length()=697 2026-04-17T17:31:40.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.326+0000 7f58637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2026-04-17T17:31:40.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.326+0000 7f58637fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2026-04-17T17:31:40.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-17T17:31:40.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5891339900 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-17T17:31:40.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5891339900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2026-04-17T17:31:40.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5863fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483153 cookie 94280576549456 notifier 5221 bl.length()=194 2026-04-17T17:31:40.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5863fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2026-04-17T17:31:40.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.328+0000 7f5863fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.330+0000 7f5891339900 10 cache put: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= info.flags=0x7 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.330+0000 7f5891339900 10 moving default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= to cache LRU end 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.330+0000 7f5891339900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:1S43dlU3rLXEcWO5KVlIZ/nXugg=, ofs0, ns] 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.331+0000 7f58637fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483157 cookie 94280576572544 notifier 5221 bl.length()=203 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.331+0000 7f58637fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= info.flags=0x7 2026-04-17T17:31:40.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.331+0000 7f58637fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+1S43dlU3rLXEcWO5KVlIZ/nXugg= to cache LRU end 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "user_id": "ceph-test-librgw-file", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "display_name": "librgw test user", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "email": "librgw@example.com", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "suspended": 0, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "subusers": [], 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "keys": [ 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: { 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "user": "ceph-test-librgw-file", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "access_key": "1S43dlU3rLXEcWO5KVlIZ/nXugg=", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "secret_key": "dJ7VUF7WIEZTcBz2mp1q1cyAx5tA7ZgNIj9VXElSc/Dy9wU0ZaIGjQ==", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "active": true, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:31:40.325581Z" 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: ], 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "swift_keys": [], 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "caps": [], 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "default_placement": "", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "default_storage_class": "", 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "placement_tags": [], 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_quota": { 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:40.334 INFO:tasks.workunit.client.0.vm06.stdout: "user_quota": { 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "type": "rgw", 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "mfa_ids": [], 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "account_id": "", 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "path": "/", 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:31:40.325578Z", 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "tags": [], 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: "group_ids": [] 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:31:40.335 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:31:40.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.336+0000 7f5891339900 20 remove_watcher() i=0 2026-04-17T17:31:40.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.336+0000 7f5891339900 2 removed watcher, disabling cache 2026-04-17T17:31:40.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.336+0000 7f5891339900 20 remove_watcher() i=3 2026-04-17T17:31:40.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.336+0000 7f5891339900 20 remove_watcher() i=2 2026-04-17T17:31:40.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.336+0000 7f5891339900 20 remove_watcher() i=4 2026-04-17T17:31:40.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.337+0000 7f5891339900 20 remove_watcher() i=1 2026-04-17T17:31:40.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.337+0000 7f5891339900 20 remove_watcher() i=5 2026-04-17T17:31:40.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.337+0000 7f5891339900 20 remove_watcher() i=6 2026-04-17T17:31:40.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:40.337+0000 7f5891339900 20 remove_watcher() i=7 2026-04-17T17:31:40.346 INFO:tasks.workunit.client.0.vm06.stdout:phase 1.1 2026-04-17T17:31:40.364 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-17T17:31:40.364 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:31:40.364 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW 2026-04-17T17:31:40.364 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:31:40.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:31:40.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:31:40.750 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (386 ms) 2026-04-17T17:31:40.750 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-17T17:31:40.751 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-17T17:31:40.751 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:31:40.751 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:31:40.751 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-17T17:31:40.759 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/quux 2026-04-17T17:31:40.764 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/f1 2026-04-17T17:31:40.766 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/f2 2026-04-17T17:31:40.768 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/f1 2026-04-17T17:31:40.770 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/d1/ 2026-04-17T17:31:40.772 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/hungry 2026-04-17T17:31:40.774 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2026-04-17T17:31:40.776 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/momma 2026-04-17T17:31:40.779 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/bear/ 2026-04-17T17:31:40.782 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2026-04-17T17:31:40.784 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2026-04-17T17:31:40.786 INFO:tasks.workunit.client.0.vm06.stdout:creating: nfsroot:foo/bar/baz/frobozz 2026-04-17T17:31:40.788 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_HIER1 (37 ms) 2026-04-17T17:31:40.788 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-17T17:31:40.868 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_DIRS1 (79 ms) 2026-04-17T17:31:40.868 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETATTR 2026-04-17T17:31:40.868 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-17T17:31:40.868 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-17T17:31:40.879 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (10 ms) 2026-04-17T17:31:40.879 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-17T17:31:40.907 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (28 ms) 2026-04-17T17:31:40.907 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-17T17:31:40.907 INFO:tasks.workunit.client.0.vm06.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2026-04-17T17:31:40.911 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (4 ms) 2026-04-17T17:31:40.911 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-17T17:31:40.911 INFO:tasks.workunit.client.0.vm06.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (4 ms) 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_0 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_2 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_0 2026-04-17T17:31:40.916 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_0/sfile_0 2026-04-17T17:31:40.917 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:31:40.917 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_0/sfile_1 2026-04-17T17:31:40.918 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:31:40.918 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_1 2026-04-17T17:31:40.918 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_1/sfile_0 2026-04-17T17:31:40.918 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:31:40.918 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_1/sfile_1 2026-04-17T17:31:40.919 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:31:40.919 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_2 2026-04-17T17:31:40.919 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_2/sfile_0 2026-04-17T17:31:40.919 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:31:40.919 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_2/sfile_1 2026-04-17T17:31:40.920 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:31:40.920 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READ_DIRS1 (4 ms) 2026-04-17T17:31:40.920 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_SETUP1 (89 ms) 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-17T17:31:41.010 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.HIER1 2026-04-17T17:31:41.016 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-17T17:31:41.017 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-17T17:31:41.018 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-17T17:31:41.019 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-17T17:31:41.021 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-17T17:31:41.021 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-17T17:31:41.021 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-17T17:31:41.021 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-17T17:31:41.022 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-17T17:31:41.022 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-17T17:31:41.022 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-17T17:31:41.023 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo (foo): DIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot (nfsroot): DIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.HIER1 (13 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:31:41.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:41.021+0000 7f26373529c0 -1 shutting down 2026-04-17T17:31:41.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:31:41.024+0000 7f2511892640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 73940, si_uid : 1000, si_addr0x3e8000120d4, si_status0 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (29949 ms) 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW (30609 ms total) 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 24 tests from 1 test suite ran. (30609 ms total) 2026-04-17T17:32:10.973 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 24 tests. 2026-04-17T17:32:10.980 INFO:tasks.workunit.client.0.vm06.stdout:phase 1.2 2026-04-17T17:32:10.999 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-17T17:32:10.999 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:32:10.999 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW 2026-04-17T17:32:10.999 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:32:11.004 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:32:11.004 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:32:11.191 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (191 ms) 2026-04-17T17:32:11.191 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-17T17:32:11.191 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETATTR 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.HIER1 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:32:11.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:32:11.189+0000 7fa500b6f9c0 -1 shutting down 2026-04-17T17:32:11.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:32:11.191+0000 7fa3d9372640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 74570, si_uid : 1000, si_addr0x3e80001234a, si_status0 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30236 ms) 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW (30428 ms total) 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 24 tests from 1 test suite ran. (30428 ms total) 2026-04-17T17:32:41.428 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 24 tests. 2026-04-17T17:32:41.433 INFO:tasks.workunit.client.0.vm06.stdout:phase 1.3 2026-04-17T17:32:41.450 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 24 tests from 1 test suite. 2026-04-17T17:32:41.450 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:32:41.450 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW 2026-04-17T17:32:41.450 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:32:41.455 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:32:41.455 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (177 ms) 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT_NOROOT (0 ms) 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:32:41.628 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_HIER1 2026-04-17T17:32:41.633 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2026-04-17T17:32:41.633 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETUP_DIRS1 (51 ms) 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SETATTR 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2026-04-17T17:32:41.684 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_0 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:scanning objects in /bdirs1/dir_2 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READ_DIRS1 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_0 2026-04-17T17:32:41.685 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_0/sfile_0 2026-04-17T17:32:41.686 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:32:41.686 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_0/sfile_1 2026-04-17T17:32:41.687 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:32:41.687 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_1 2026-04-17T17:32:41.687 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_1/sfile_0 2026-04-17T17:32:41.688 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:32:41.688 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_1/sfile_1 2026-04-17T17:32:41.689 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:32:41.689 INFO:tasks.workunit.client.0.vm06.stdout:read back objects in /bdirs1/dir_2 2026-04-17T17:32:41.689 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_2/sfile_0 2026-04-17T17:32:41.690 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_0 : "data for sfile_0" 2026-04-17T17:32:41.690 INFO:tasks.workunit.client.0.vm06.stdout:reading 0,256 dir_2/sfile_1 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout: read back from sfile_1 : "data for sfile_1" 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_SETUP1 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READF_DIRS1 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_0 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_0 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sdir_1 type: DIR refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:release sfile_1 type: FILE refs: 2 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2026-04-17T17:32:41.691 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.HIER1 2026-04-17T17:32:41.696 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/f2 (f2): FILE 2026-04-17T17:32:41.696 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/f1 (f1): FILE 2026-04-17T17:32:41.698 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2026-04-17T17:32:41.699 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2026-04-17T17:32:41.700 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-17T17:32:41.701 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2026-04-17T17:32:41.701 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2026-04-17T17:32:41.702 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2026-04-17T17:32:41.702 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-17T17:32:41.702 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2026-04-17T17:32:41.703 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar/baz (baz): DIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo/bar (bar): DIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot/foo (foo): DIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:/nfsroot (nfsroot): DIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.HIER1 (13 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:32:41.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:32:41.702+0000 7f4a251219c0 -1 shutting down 2026-04-17T17:32:41.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:32:41.704+0000 7f48fda0f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 75190, si_uid : 1000, si_addr0x3e8000125b6, si_status0 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30200 ms) 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 24 tests from LibRGW (30454 ms total) 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 24 tests from 1 test suite ran. (30454 ms total) 2026-04-17T17:33:11.905 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 24 tests. 2026-04-17T17:33:11.911 INFO:tasks.workunit.client.0.vm06.stdout:phase 2.1 2026-04-17T17:33:11.928 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-17T17:33:11.928 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:33:11.928 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from LibRGW 2026-04-17T17:33:11.928 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:33:11.933 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:33:11.933 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:33:12.308 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (379 ms) 2026-04-17T17:33:12.308 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:33:12.309 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:33:12.309 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:33:12.318 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2026-04-17T17:33:12.318 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:33:12.318 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-17T17:33:12.318 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-17T17:33:12.326 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave0 2026-04-17T17:33:12.333 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave1 2026-04-17T17:33:12.340 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave2 2026-04-17T17:33:12.347 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave3 2026-04-17T17:33:12.355 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave4 2026-04-17T17:33:12.363 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave5 2026-04-17T17:33:12.370 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave6 2026-04-17T17:33:12.377 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave7 2026-04-17T17:33:12.390 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave8 2026-04-17T17:33:12.396 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave9 2026-04-17T17:33:12.396 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (77 ms) 2026-04-17T17:33:12.396 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (131 ms) 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:33:12.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:33:12.525+0000 7f91e58e89c0 -1 shutting down 2026-04-17T17:33:12.530 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:33:12.527+0000 7f90bfe28640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 75817, si_uid : 1000, si_addr0x3e800012829, si_status0 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (29910 ms) 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from LibRGW (30509 ms total) 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 9 tests from 1 test suite ran. (30509 ms total) 2026-04-17T17:33:42.438 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 9 tests. 2026-04-17T17:33:42.444 INFO:tasks.workunit.client.0.vm06.stdout:phase 2.2 2026-04-17T17:33:42.462 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 9 tests from 1 test suite. 2026-04-17T17:33:42.462 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:33:42.462 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from LibRGW 2026-04-17T17:33:42.462 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:33:42.467 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:33:42.467 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (399 ms) 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-17T17:33:42.862 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:33:42.882 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (19 ms) 2026-04-17T17:33:42.882 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2026-04-17T17:33:42.890 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave0 2026-04-17T17:33:42.897 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave1 2026-04-17T17:33:42.904 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave2 2026-04-17T17:33:42.910 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave3 2026-04-17T17:33:42.917 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave4 2026-04-17T17:33:42.923 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave5 2026-04-17T17:33:42.930 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave6 2026-04-17T17:33:42.937 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave7 2026-04-17T17:33:42.945 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave8 2026-04-17T17:33:42.954 INFO:tasks.workunit.client.0.vm06.stdout:created: sorrydave9 2026-04-17T17:33:42.954 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (71 ms) 2026-04-17T17:33:42.954 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (169 ms) 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:33:43.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:33:43.120+0000 7f519a31c9c0 -1 shutting down 2026-04-17T17:33:43.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:33:43.122+0000 7f507485c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 76444, si_uid : 1000, si_addr0x3e800012a9c, si_status0 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30020 ms) 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 9 tests from LibRGW (30682 ms total) 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 9 tests from 1 test suite ran. (30682 ms total) 2026-04-17T17:34:13.144 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 9 tests. 2026-04-17T17:34:13.150 INFO:tasks.workunit.client.0.vm06.stdout:phase 3.1 2026-04-17T17:34:13.270 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-17T17:34:13.271 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:34:13.271 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 13 tests from LibRGW 2026-04-17T17:34:13.271 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:34:13.276 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:34:13.276 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:34:13.862 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (591 ms) 2026-04-17T17:34:13.862 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:34:13.862 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:34:13.863 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:34:13.870 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2026-04-17T17:34:13.870 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-17T17:34:13.873 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-17T17:34:13.873 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-17T17:34:13.874 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-17T17:34:13.874 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LARGE1 2026-04-17T17:34:13.937 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LARGE1 (62 ms) 2026-04-17T17:34:13.937 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LARGE2 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LARGE2 (21 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:34:13.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:34:13.956+0000 7fe7d49749c0 -1 shutting down 2026-04-17T17:34:13.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:34:13.958+0000 7fe6ad172640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 77071, si_uid : 1000, si_addr0x3e800012d0f, si_status0 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30274 ms) 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 13 tests from LibRGW (30962 ms total) 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 13 tests from 1 test suite ran. (30962 ms total) 2026-04-17T17:34:44.233 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 13 tests. 2026-04-17T17:34:44.242 INFO:tasks.workunit.client.0.vm06.stdout:phase 3.2 2026-04-17T17:34:44.380 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 13 tests from 1 test suite. 2026-04-17T17:34:44.380 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:34:44.380 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 13 tests from LibRGW 2026-04-17T17:34:44.380 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:34:44.385 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:34:44.385 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:34:44.600 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (219 ms) 2026-04-17T17:34:44.600 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:34:44.601 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2026-04-17T17:34:44.601 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:34:44.601 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-17T17:34:44.601 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-17T17:34:44.608 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (6 ms) 2026-04-17T17:34:44.608 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-17T17:34:44.611 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2026-04-17T17:34:44.611 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LARGE1 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LARGE1 (65 ms) 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LARGE2 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-17T17:34:44.677 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-17T17:34:44.681 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-17T17:34:44.681 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (16 ms) 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:34:44.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:34:44.694+0000 7f37d251f9c0 -1 shutting down 2026-04-17T17:34:44.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:34:44.696+0000 7f36aac42640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 77698, si_uid : 1000, si_addr0x3e800012f82, si_status0 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30180 ms) 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 13 tests from LibRGW (30497 ms total) 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 13 tests from 1 test suite ran. (30497 ms total) 2026-04-17T17:35:14.878 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 13 tests. 2026-04-17T17:35:14.889 INFO:tasks.workunit.client.0.vm06.stdout:phase 4.1 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from LibRGW 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.TVAR 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:read i1: 64001 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:read s1: blunderbuss 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-17T17:35:14.908 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:35:14.915 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:35:14.915 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:35:15.313 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (404 ms) 2026-04-17T17:35:15.313 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:35:15.314 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:35:15.314 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-17T17:35:15.330 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (16 ms) 2026-04-17T17:35:15.330 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-17T17:35:15.797 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_0 2026-04-17T17:35:15.797 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_1 2026-04-17T17:35:15.797 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_2 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_3 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_4 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_5 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_6 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_7 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_8 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_9 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_10 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_11 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_12 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_13 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_14 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_15 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_16 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_17 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_18 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_19 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_20 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_21 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_22 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_23 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_24 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_25 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_26 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_27 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_28 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_29 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_30 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_31 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_32 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_33 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_34 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_35 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_36 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_37 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_38 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_39 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_40 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_41 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_42 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_43 2026-04-17T17:35:15.798 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_44 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_45 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_46 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_47 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_48 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_49 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_50 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_51 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_52 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_53 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_54 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_55 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_56 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_57 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_58 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_59 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_60 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_61 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_62 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_63 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_64 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_65 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_66 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_67 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_68 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_69 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_70 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_71 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_72 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_73 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_74 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_75 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_76 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_77 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_78 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_79 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_80 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_81 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_82 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_83 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_84 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_85 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_86 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_87 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_88 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_89 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_90 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_91 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_92 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_93 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_94 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_95 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_96 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_97 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_98 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:created: dmarker:f_99 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (467 ms) 2026-04-17T17:35:15.799 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-17T17:35:15.800 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-17T17:35:15.801 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_READDIR (2 ms) 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-17T17:35:15.802 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-17T17:35:15.803 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER2_READDIR (1 ms) 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:35:15.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:35:15.798+0000 7fd7ccd2c9c0 -1 shutting down 2026-04-17T17:35:15.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:35:15.801+0000 7fd6a546e640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78325, si_uid : 1000, si_addr0x3e8000131f5, si_status0 2026-04-17T17:35:45.730 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (29928 ms) 2026-04-17T17:35:45.730 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from LibRGW (30821 ms total) 2026-04-17T17:35:45.731 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:35:45.731 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:35:45.731 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 11 tests from 1 test suite ran. (30821 ms total) 2026-04-17T17:35:45.731 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 11 tests. 2026-04-17T17:35:45.737 INFO:tasks.workunit.client.0.vm06.stdout:phase 4.2 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 11 tests from 1 test suite. 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from LibRGW 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.TVAR 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:read i1: 64001 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:read s1: blunderbuss 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2026-04-17T17:35:45.755 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:35:45.760 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:35:45.760 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:35:46.160 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (405 ms) 2026-04-17T17:35:46.160 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:35:46.161 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:35:46.161 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (8 ms) 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2026-04-17T17:35:46.170 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2026-04-17T17:35:46.171 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2026-04-17T17:35:46.172 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2026-04-17T17:35:46.173 INFO:tasks.workunit.client.0.vm06.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:35:46.169+0000 7fab63b229c0 -1 shutting down 2026-04-17T17:35:46.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:35:46.171+0000 7faa3c28a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 78955, si_uid : 1000, si_addr0x3e80001346b, si_status0 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30247 ms) 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 11 tests from LibRGW (30663 ms total) 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 11 tests from 1 test suite ran. (30663 ms total) 2026-04-17T17:36:16.419 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 11 tests. 2026-04-17T17:36:16.425 INFO:tasks.workunit.client.0.vm06.stdout:phase 5.1 2026-04-17T17:36:16.446 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-17T17:36:16.446 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:36:16.446 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from LibRGW 2026-04-17T17:36:16.447 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:36:16.454 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:36:16.454 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:36:16.845 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (398 ms) 2026-04-17T17:36:16.845 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:36:16.845 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:36:16.845 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:36:16.855 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2026-04-17T17:36:16.855 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-17T17:36:16.858 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2026-04-17T17:36:16.858 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-17T17:36:16.858 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-17T17:36:16.858 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-17T17:36:16.859 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2026-04-17T17:36:16.859 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-17T17:36:16.859 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-17T17:36:16.859 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-17T17:36:16.863 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.PUT_OBJECT (3 ms) 2026-04-17T17:36:16.863 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITEV 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READV 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:36:16.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:36:16.861+0000 7fb52e51f9c0 -1 shutting down 2026-04-17T17:36:16.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:36:16.863+0000 7fb406c8a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 79585, si_uid : 1000, si_addr0x3e8000136e1, si_status0 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30315 ms) 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from LibRGW (30732 ms total) 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 19 tests from 1 test suite ran. (30732 ms total) 2026-04-17T17:36:47.179 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 19 tests. 2026-04-17T17:36:47.185 INFO:tasks.workunit.client.0.vm06.stdout:phase 5.2 2026-04-17T17:36:47.209 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 19 tests from 1 test suite. 2026-04-17T17:36:47.209 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:36:47.209 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from LibRGW 2026-04-17T17:36:47.209 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:36:47.214 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:36:47.214 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:36:47.600 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (391 ms) 2026-04-17T17:36:47.600 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:36:47.601 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:36:47.601 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2026-04-17T17:36:47.601 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2026-04-17T17:36:47.601 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.OBJ_OPEN 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.PUT_OBJECT 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.GET_OBJECT 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.STAT_OBJECT 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.WRITEV 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READV 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READV (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2026-04-17T17:36:47.607 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2026-04-17T17:36:47.611 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2026-04-17T17:36:47.611 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.DELETE_BUCKET (14 ms) 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:36:47.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:36:47.623+0000 7fb31b73b9c0 -1 shutting down 2026-04-17T17:36:47.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:36:47.625+0000 7fb1f3ed6640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80212, si_uid : 1000, si_addr0x3e800013954, si_status0 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30286 ms) 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 19 tests from LibRGW (30703 ms total) 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 19 tests from 1 test suite ran. (30703 ms total) 2026-04-17T17:37:17.913 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 19 tests. 2026-04-17T17:37:17.919 INFO:tasks.workunit.client.0.vm06.stdout:phase 6.1 2026-04-17T17:37:17.938 INFO:tasks.workunit.client.0.vm06.stdout:[==========] Running 10 tests from 1 test suite. 2026-04-17T17:37:17.938 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment set-up. 2026-04-17T17:37:17.938 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 10 tests from LibRGW 2026-04-17T17:37:17.938 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.INIT 2026-04-17T17:37:17.942 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:37:17.942 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:37:18.126 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.INIT (187 ms) 2026-04-17T17:37:18.126 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.MOUNT 2026-04-17T17:37:18.127 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2026-04-17T17:37:18.127 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2026-04-17T17:37:18.142 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CREATE_BUCKETS (15 ms) 2026-04-17T17:37:18.142 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2026-04-17T17:37:18.148 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (6 ms) 2026-04-17T17:37:18.148 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2026-04-17T17:37:18.162 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.TOPDIR_RENAME (14 ms) 2026-04-17T17:37:18.162 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2026-04-17T17:37:18.180 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SUBDIR_RENAME (18 ms) 2026-04-17T17:37:18.180 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2026-04-17T17:37:18.203 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (22 ms) 2026-04-17T17:37:18.203 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.CLEANUP 2026-04-17T17:37:18.203 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2026-04-17T17:37:18.203 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.UMOUNT 2026-04-17T17:37:18.204 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2026-04-17T17:37:18.204 INFO:tasks.workunit.client.0.vm06.stdout:[ RUN ] LibRGW.SHUTDOWN 2026-04-17T17:37:18.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:18.200+0000 7fc790b749c0 -1 shutting down 2026-04-17T17:37:18.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:18.203+0000 7fc669372640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 80839, si_uid : 1000, si_addr0x3e800013bc7, si_status0 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout:[ OK ] LibRGW.SHUTDOWN (30220 ms) 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout:[----------] 10 tests from LibRGW (30485 ms total) 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout:[----------] Global test environment tear-down 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout:[==========] 10 tests from 1 test suite ran. (30485 ms total) 2026-04-17T17:37:48.424 INFO:tasks.workunit.client.0.vm06.stdout:[ PASSED ] 10 tests. 2026-04-17T17:37:48.430 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:37:48.430 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:37:48.468 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2026-04-17T17:37:48.469 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2026-04-17T17:37:48.469 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -z ']' 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-17T17:37:48.544 INFO:tasks.workunit.client.0.vm06.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2026-04-17T17:37:48.567 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:37:48.568 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:37:48.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.589+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.590+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.590+0000 7fad6c132900 20 realm 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.590+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.591+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.591+0000 7fad6c132900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.591+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.591+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.591+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.592+0000 7fad6c132900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:37:48.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.592+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.593+0000 7fad6c132900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:37:48.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.593+0000 7fad6c132900 20 searching for the correct realm 2026-04-17T17:37:48.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.595+0000 7fad63fff640 0 -- 192.168.123.106:0/1447486312 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fad4c048070 msgr2=0x7fad4c07a1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:37:48.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.599+0000 7fad5adff640 0 -- 192.168.123.106:0/1447486312 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fad5c049950 msgr2=0x7fad5c0273e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:37:48.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.804+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 zone default found 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 4 Realm: () 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 zonegroup default 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.805+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.806+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.806+0000 7fad6c132900 20 started sync module instance, tier type = 2026-04-17T17:37:48.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.806+0000 7fad6c132900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=4 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=3 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=1 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=0 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=2 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=5 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=6 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 20 add_watcher() i=7 2026-04-17T17:37:48.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.809+0000 7fad6c132900 2 all 8 watchers are set, enabling cache 2026-04-17T17:37:48.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.811+0000 7fad6c132900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:37:48.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.811+0000 7fad6c132900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:37:48.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.811+0000 7fad6c132900 5 note: GC not initialized 2026-04-17T17:37:48.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.811+0000 7fad10ff1640 20 reqs_thread_entry: start 2026-04-17T17:37:48.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.852+0000 7fad6c132900 20 init_complete bucket index max shards: 1 2026-04-17T17:37:48.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.852+0000 7fad6c132900 20 Filter name: none 2026-04-17T17:37:48.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.852+0000 7fad09ffb640 20 reqs_thread_entry: start 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.852+0000 7fad6c132900 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.852+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 20 rados->read ofs=0 len=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-17T17:37:48.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.853+0000 7fad6c132900 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2026-04-17T17:37:48.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.854+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-17T17:37:48.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.854+0000 7fad6c132900 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-17T17:37:48.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.854+0000 7fad6c132900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2026-04-17T17:37:48.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.855+0000 7fad467fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483149 cookie 93883608031952 notifier 5489 bl.length()=677 2026-04-17T17:37:48.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.855+0000 7fad467fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2026-04-17T17:37:48.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.855+0000 7fad467fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2026-04-17T17:37:48.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-17T17:37:48.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad6c132900 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-17T17:37:48.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad6c132900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2026-04-17T17:37:48.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad46ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483191 cookie 93883608033472 notifier 5489 bl.length()=187 2026-04-17T17:37:48.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad46ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2026-04-17T17:37:48.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.859+0000 7fad46ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.861+0000 7fad6c132900 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.861+0000 7fad6c132900 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.861+0000 7fad6c132900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.862+0000 7fad46ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1249835483192 cookie 93883608033472 notifier 5489 bl.length()=197 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.862+0000 7fad46ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2026-04-17T17:37:48.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.862+0000 7fad46ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "user_id": "ceph-test-maven", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "display_name": "maven test user", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "email": "sigv4@example.com", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "suspended": 0, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "subusers": [], 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "keys": [ 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: { 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "user": "ceph-test-maven", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "active": true, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:37:48.854115Z" 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: ], 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "swift_keys": [], 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "caps": [], 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "default_placement": "", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "default_storage_class": "", 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "placement_tags": [], 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_quota": { 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "user_quota": { 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:37:48.865 INFO:tasks.workunit.client.0.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "type": "rgw", 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "mfa_ids": [], 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "account_id": "", 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "path": "/", 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:37:48.854111Z", 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "tags": [], 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: "group_ids": [] 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:37:48.866 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:37:48.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.866+0000 7fad6c132900 20 remove_watcher() i=0 2026-04-17T17:37:48.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.866+0000 7fad6c132900 2 removed watcher, disabling cache 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=3 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=1 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=2 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=7 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=4 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=5 2026-04-17T17:37:48.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:37:48.867+0000 7fad6c132900 20 remove_watcher() i=6 2026-04-17T17:37:48.874 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -z ']' 2026-04-17T17:37:48.874 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2026-04-17T17:37:48.875 INFO:tasks.workunit.client.0.vm06.stderr:++ cat /home/ubuntu/cephtest/url_file 2026-04-17T17:37:48.875 INFO:tasks.workunit.client.0.vm06.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://vm06.local:443 2026-04-17T17:37:48.875 INFO:tasks.workunit.client.0.vm06.stderr:+ RGW_HTTP_ENDPOINT_URL=https://vm06.local:443 2026-04-17T17:37:48.875 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2026-04-17T17:37:48.876 INFO:tasks.workunit.client.0.vm06.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2026-04-17T17:37:48.876 INFO:tasks.workunit.client.0.vm06.stderr:+ ./mvnw clean package 2026-04-17T17:37:48.885 INFO:tasks.workunit.client.0.vm06.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-17T17:37:50.030 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Scanning for projects... 2026-04-17T17:37:50.095 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2026-04-17T17:37:50.206 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 908 B Progress (1): 2.2 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 50 kB/s) 2026-04-17T17:37:50.215 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2026-04-17T17:37:50.261 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 838 B Progress (1): 2.5 kB Progress (1): 16 kB Progress (1): 33 kB Progress (1): 46 kB Progress (1): 61 kB Progress (1): 76 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 1.8 MB/s) 2026-04-17T17:37:50.265 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2026-04-17T17:37:50.305 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 791 B Progress (1): 1.5 kB Progress (1): 4.0 kB Progress (1): 5.6 kB Progress (1): 6.9 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 50 kB Progress (1): 54 kB Progress (1): 60 kB Progress (1): 68 kB Progress (1): 75 kB Progress (1): 76 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 2.0 MB/s) 2026-04-17T17:37:50.319 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:50.319 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-17T17:37:50.319 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Building jcksum 1.0 2026-04-17T17:37:50.319 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] from pom.xml 2026-04-17T17:37:50.319 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-17T17:37:50.321 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2026-04-17T17:37:50.356 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 780 B Progress (1): 1.7 kB Progress (1): 4.2 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 152 kB/s) 2026-04-17T17:37:50.360 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2026-04-17T17:37:50.397 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 752 B Progress (1): 1.7 kB Progress (1): 3.7 kB Progress (1): 6.4 kB Progress (1): 8.2 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 275 kB/s) 2026-04-17T17:37:50.399 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2026-04-17T17:37:50.437 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 726 B Progress (1): 1.6 kB Progress (1): 4.2 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 33 kB Progress (1): 37 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 1.2 MB/s) 2026-04-17T17:37:50.441 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2026-04-17T17:37:50.478 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 743 B Progress (1): 1.6 kB Progress (1): 3.4 kB Progress (1): 5.5 kB Progress (1): 9.0 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 571 kB/s) 2026-04-17T17:37:50.485 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2026-04-17T17:37:50.521 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/36 kB Progress (1): 2.3/36 kB Progress (1): 3.6/36 kB Progress (1): 5.0/36 kB Progress (1): 6.4/36 kB Progress (1): 7.7/36 kB Progress (1): 12/36 kB Progress (1): 16/36 kB Progress (1): 20/36 kB Progress (1): 24/36 kB Progress (1): 28/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 991 kB/s) 2026-04-17T17:37:50.527 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2026-04-17T17:37:50.564 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 767 B Progress (1): 2.2 kB Progress (1): 4.9 kB Progress (1): 7.5 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 220 kB/s) 2026-04-17T17:37:50.566 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2026-04-17T17:37:50.603 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 773 B Progress (1): 2.3 kB Progress (1): 4.9 kB Progress (1): 7.4 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 225 kB/s) 2026-04-17T17:37:50.605 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2026-04-17T17:37:50.640 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 38 kB Progress (1): 41 kB Progress (1): 45 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 1.3 MB/s) 2026-04-17T17:37:50.643 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2026-04-17T17:37:50.682 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 741 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.9 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 545 kB/s) 2026-04-17T17:37:50.686 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2026-04-17T17:37:50.722 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 3.8/31 kB Progress (1): 8.0/31 kB Progress (1): 12/31 kB Progress (1): 16/31 kB Progress (1): 21/31 kB Progress (1): 25/31 kB Progress (1): 29/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 837 kB/s) 2026-04-17T17:37:50.727 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2026-04-17T17:37:50.762 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 763 B Progress (1): 2.2 kB Progress (1): 3.9 kB Progress (1): 7.6 kB Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 273 kB/s) 2026-04-17T17:37:50.767 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2026-04-17T17:37:50.811 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 3.8/66 kB Progress (1): 8.0/66 kB Progress (1): 12/66 kB Progress (1): 16/66 kB Progress (1): 21/66 kB Progress (1): 25/66 kB Progress (1): 29/66 kB Progress (1): 33/66 kB Progress (1): 37/66 kB Progress (1): 41/66 kB Progress (1): 45/66 kB Progress (1): 49/66 kB Progress (1): 53/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 1.5 MB/s) 2026-04-17T17:37:50.815 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2026-04-17T17:37:50.852 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 833 B Progress (1): 2.7 kB Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 148 kB/s) 2026-04-17T17:37:50.854 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2026-04-17T17:37:50.893 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 791 B Progress (1): 2.4 kB Progress (1): 4.1 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 562 kB/s) 2026-04-17T17:37:50.896 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2026-04-17T17:37:50.932 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 724 B Progress (1): 1.9 kB Progress (1): 5.5 kB Progress (1): 9.9 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 27 kB Progress (1): 28 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 43 kB Progress (1): 48 kB Progress (1): 48 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 1.3 MB/s) 2026-04-17T17:37:50.935 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2026-04-17T17:37:50.971 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 739 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 6.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 654 kB/s) 2026-04-17T17:37:50.975 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2026-04-17T17:37:51.009 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 161 kB/s) 2026-04-17T17:37:51.013 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2026-04-17T17:37:51.048 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/45 kB Progress (1): 16/45 kB Progress (1): 25/45 kB Progress (1): 41/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 1.2 MB/s) 2026-04-17T17:37:51.052 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2026-04-17T17:37:51.087 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 787 B Progress (1): 2.2 kB Progress (1): 5.1 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 193 kB/s) 2026-04-17T17:37:51.089 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2026-04-17T17:37:51.125 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 753 B Progress (1): 2.2 kB Progress (1): 4.5 kB Progress (1): 7.3 kB Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 283 kB/s) 2026-04-17T17:37:51.126 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2026-04-17T17:37:51.170 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 721 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.5 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 1.1 MB/s) 2026-04-17T17:37:51.172 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2026-04-17T17:37:51.207 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 745 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 599 kB/s) 2026-04-17T17:37:51.213 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2026-04-17T17:37:51.249 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/27 kB Progress (1): 16/27 kB Progress (1): 24/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 759 kB/s) 2026-04-17T17:37:51.262 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2026-04-17T17:37:51.298 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 875 B Progress (1): 3.6 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 169 kB/s) 2026-04-17T17:37:51.300 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2026-04-17T17:37:51.336 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 730 B Progress (1): 3.1 kB Progress (1): 6.3 kB Progress (1): 9.4 kB Progress (1): 13 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 576 kB/s) 2026-04-17T17:37:51.341 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2026-04-17T17:37:51.382 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 757 B Progress (1): 6.3 kB Progress (1): 12 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 488 kB/s) 2026-04-17T17:37:51.386 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2026-04-17T17:37:51.421 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 863 B Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 114 kB/s) 2026-04-17T17:37:51.422 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2026-04-17T17:37:51.459 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 891 B Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 42 kB/s) 2026-04-17T17:37:51.460 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2026-04-17T17:37:51.496 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 902 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 64 kB/s) 2026-04-17T17:37:51.498 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2026-04-17T17:37:51.535 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 865 B Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 96 kB/s) 2026-04-17T17:37:51.537 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2026-04-17T17:37:51.572 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 866 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 92 kB/s) 2026-04-17T17:37:51.574 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2026-04-17T17:37:51.610 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 842 B Progress (1): 4.0 kB Progress (1): 8.8 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 313 kB/s) 2026-04-17T17:37:51.612 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2026-04-17T17:37:51.652 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 893 B Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 43 kB/s) 2026-04-17T17:37:51.654 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2026-04-17T17:37:51.693 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 861 B Progress (1): 3.8 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 96 kB/s) 2026-04-17T17:37:51.696 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2026-04-17T17:37:51.732 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 865 B Progress (1): 4.4 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 133 kB/s) 2026-04-17T17:37:51.736 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2026-04-17T17:37:51.771 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 33 kB/s) 2026-04-17T17:37:51.773 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2026-04-17T17:37:51.810 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 104 kB/s) 2026-04-17T17:37:51.812 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2026-04-17T17:37:51.849 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 373 kB/s) 2026-04-17T17:37:51.851 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2026-04-17T17:37:51.888 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.8 kB Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 102 kB/s) 2026-04-17T17:37:51.891 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2026-04-17T17:37:51.929 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 866 B Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 64 kB/s) 2026-04-17T17:37:51.932 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2026-04-17T17:37:51.968 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 870 B Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 81 kB/s) 2026-04-17T17:37:51.971 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2026-04-17T17:37:52.006 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 852 B Progress (1): 4.6 kB Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 212 kB/s) 2026-04-17T17:37:52.009 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2026-04-17T17:37:52.043 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 848 B Progress (1): 4.5 kB Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 156 kB/s) 2026-04-17T17:37:52.046 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2026-04-17T17:37:52.084 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 860 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 92 kB/s) 2026-04-17T17:37:52.086 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2026-04-17T17:37:52.127 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 110 kB/s) 2026-04-17T17:37:52.128 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2026-04-17T17:37:52.164 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 898 B Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 67 kB/s) 2026-04-17T17:37:52.166 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2026-04-17T17:37:52.202 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 852 B Progress (1): 5.0 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 174 kB/s) 2026-04-17T17:37:52.204 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2026-04-17T17:37:52.238 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 4.4 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 178 kB/s) 2026-04-17T17:37:52.240 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2026-04-17T17:37:52.278 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 866 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 78 kB/s) 2026-04-17T17:37:52.280 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2026-04-17T17:37:52.319 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 862 B Progress (1): 3.5 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 89 kB/s) 2026-04-17T17:37:52.321 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2026-04-17T17:37:52.356 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 862 B Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 117 kB/s) 2026-04-17T17:37:52.357 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2026-04-17T17:37:52.393 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 886 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 49 kB/s) 2026-04-17T17:37:52.395 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2026-04-17T17:37:52.431 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 863 B Progress (1): 2.8 kB Progress (1): 5.1 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 184 kB/s) 2026-04-17T17:37:52.432 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2026-04-17T17:37:52.468 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 838 B Progress (1): 2.3 kB Progress (1): 5.1 kB Progress (1): 8.5 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 455 kB/s) 2026-04-17T17:37:52.471 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2026-04-17T17:37:52.509 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 803 B Progress (1): 2.2 kB Progress (1): 3.7 kB Progress (1): 5.3 kB Progress (1): 6.5 kB Progress (1): 8.9 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 34 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 913 kB/s) 2026-04-17T17:37:52.511 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2026-04-17T17:37:52.545 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 773 B Progress (1): 2.2 kB Progress (1): 4.0 kB Progress (1): 7.7 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 489 kB/s) 2026-04-17T17:37:52.548 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2026-04-17T17:37:52.582 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 869 B Progress (1): 2.5 kB Progress (1): 4.7 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 146 kB/s) 2026-04-17T17:37:52.584 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2026-04-17T17:37:52.618 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 846 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 7.1 kB Progress (1): 11 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 387 kB/s) 2026-04-17T17:37:52.621 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2026-04-17T17:37:52.657 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 752 B Progress (1): 2.0 kB Progress (1): 4.1 kB Progress (1): 6.5 kB Progress (1): 8.4 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 377 kB/s) 2026-04-17T17:37:52.659 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2026-04-17T17:37:52.703 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 707 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.5 kB Progress (1): 5.9 kB Progress (1): 7.5 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 17 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 26 kB Progress (1): 29 kB Progress (1): 31 kB Progress (1): 34 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 44 kB Progress (1): 49 kB Progress (1): 53 kB Progress (1): 55 kB Progress (1): 59 kB Progress (1): 60 kB Progress (1): 62 kB Progress (1): 65 kB Progress (1): 66 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 1.5 MB/s) 2026-04-17T17:37:52.707 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2026-04-17T17:37:52.743 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 748 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 8.0 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 423 kB/s) 2026-04-17T17:37:52.746 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2026-04-17T17:37:52.782 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 754 B Progress (1): 2.0 kB Progress (1): 4.0 kB Progress (1): 6.4 kB Progress (1): 8.3 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 441 kB/s) 2026-04-17T17:37:52.784 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2026-04-17T17:37:52.822 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 703 B Progress (1): 1.8 kB Progress (1): 3.1 kB Progress (1): 4.6 kB Progress (1): 6.7 kB Progress (1): 8.1 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 29 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 36 kB Progress (1): 39 kB Progress (1): 42 kB Progress (1): 44 kB Progress (1): 47 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 56 kB Progress (1): 61 kB Progress (1): 65 kB Progress (1): 73 kB Progress (1): 76 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 2.1 MB/s) 2026-04-17T17:37:52.824 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2026-04-17T17:37:52.858 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 13 kB Progress (1): 16 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 542 kB/s) 2026-04-17T17:37:52.861 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2026-04-17T17:37:52.898 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 526 kB/s) 2026-04-17T17:37:52.900 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2026-04-17T17:37:52.940 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 705 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 43 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 2.0 MB/s) 2026-04-17T17:37:52.944 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2026-04-17T17:37:52.978 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 116 kB/s) 2026-04-17T17:37:52.979 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2026-04-17T17:37:53.014 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.2 kB Progress (1): 6.0 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 394 kB/s) 2026-04-17T17:37:53.016 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2026-04-17T17:37:53.052 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 944 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 92 kB/s) 2026-04-17T17:37:53.054 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2026-04-17T17:37:53.089 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 954 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 91 kB/s) 2026-04-17T17:37:53.091 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2026-04-17T17:37:53.124 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 996 B Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 62 kB/s) 2026-04-17T17:37:53.125 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2026-04-17T17:37:53.160 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 966 B Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 81 kB/s) 2026-04-17T17:37:53.162 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2026-04-17T17:37:53.196 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 44 kB/s) 2026-04-17T17:37:53.197 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2026-04-17T17:37:53.230 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 964 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 91 kB/s) 2026-04-17T17:37:53.231 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2026-04-17T17:37:53.267 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 963 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 92 kB/s) 2026-04-17T17:37:53.268 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2026-04-17T17:37:53.303 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 958 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 89 kB/s) 2026-04-17T17:37:53.305 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2026-04-17T17:37:53.345 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 26 kB/s) 2026-04-17T17:37:53.347 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2026-04-17T17:37:53.381 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 29 kB/s) 2026-04-17T17:37:53.382 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2026-04-17T17:37:53.416 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 949 B Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 90 kB/s) 2026-04-17T17:37:53.418 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2026-04-17T17:37:53.458 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 962 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 76 kB/s) 2026-04-17T17:37:53.459 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2026-04-17T17:37:53.496 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 967 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 95 kB/s) 2026-04-17T17:37:53.497 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2026-04-17T17:37:53.531 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 968 B Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 98 kB/s) 2026-04-17T17:37:53.532 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2026-04-17T17:37:53.567 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 967 B Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 89 kB/s) 2026-04-17T17:37:53.577 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2026-04-17T17:37:53.711 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 24 MB/s) 2026-04-17T17:37:53.712 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2026-04-17T17:37:53.712 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2026-04-17T17:37:53.712 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2026-04-17T17:37:53.713 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2026-04-17T17:37:53.714 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2026-04-17T17:37:53.746 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/98 kB Progress (1): 8.2/98 kB Progress (1): 25/98 kB Progress (1): 41/98 kB Progress (1): 57/98 kB Progress (1): 74/98 kB Progress (1): 90/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 2.8 MB/s) 2026-04-17T17:37:53.746 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2026-04-17T17:37:53.779 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 243 kB/s) 2026-04-17T17:37:53.779 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2026-04-17T17:37:53.804 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/16 kB Progress (1): 2.3/16 kB Progress (1): 3.6/16 kB Progress (1): 5.0/16 kB Progress (1): 6.4/16 kB Progress (1): 7.7/16 kB Progress (1): 9.1/16 kB Progress (1): 10/16 kB Progress (1): 12/16 kB Progress (1): 13/16 kB Progress (1): 14/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Progress (2): 16 kB | 0.9/71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 174 kB/s) 2026-04-17T17:37:53.804 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2026-04-17T17:37:53.807 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 2.3/71 kB Progress (1): 3.6/71 kB Progress (1): 5.0/71 kB Progress (1): 6.4/71 kB Progress (1): 7.7/71 kB Progress (1): 9.1/71 kB Progress (1): 10/71 kB Progress (1): 12/71 kB Progress (2): 12/71 kB | 0.9/35 kB Progress (2): 13/71 kB | 0.9/35 kB Progress (2): 13/71 kB | 2.3/35 kB Progress (2): 15/71 kB | 2.3/35 kB Progress (2): 15/71 kB | 3.6/35 kB Progress (2): 16/71 kB | 3.6/35 kB Progress (2): 16/71 kB | 5.0/35 kB Progress (2): 17/71 kB | 5.0/35 kB Progress (2): 17/71 kB | 6.4/35 kB Progress (2): 19/71 kB | 6.4/35 kB Progress (2): 19/71 kB | 7.7/35 kB Progress (2): 20/71 kB | 7.7/35 kB Progress (2): 20/71 kB | 9.1/35 kB Progress (2): 21/71 kB | 9.1/35 kB Progress (2): 21/71 kB | 10/35 kB Progress (2): 23/71 kB | 10/35 kB Progress (2): 23/71 kB | 12/35 kB Progress (2): 23/71 kB | 12/35 kB Progress (2): 24/71 kB | 12/35 kB Progress (2): 24/71 kB | 14/35 kB Progress (2): 25/71 kB | 14/35 kB Progress (2): 25/71 kB | 15/35 kB Progress (2): 26/71 kB | 15/35 kB Progress (2): 26/71 kB | 16/35 kB Progress (2): 26/71 kB | 18/35 kB Progress (2): 26/71 kB | 19/35 kB Progress (2): 26/71 kB | 21/35 kB Progress (2): 27/71 kB | 21/35 kB Progress (2): 27/71 kB | 22/35 kB Progress (2): 29/71 kB | 22/35 kB Progress (2): 29/71 kB | 23/35 kB Progress (2): 30/71 kB | 23/35 kB Progress (2): 30/71 kB | 25/35 kB Progress (2): 31/71 kB | 25/35 kB Progress (2): 31/71 kB | 26/35 kB Progress (2): 31/71 kB | 27/35 kB Progress (2): 31/71 kB | 29/35 kB Progress (2): 31/71 kB | 30/35 kB Progress (2): 31/71 kB | 31/35 kB Progress (2): 31/71 kB | 33/35 kB Progress (2): 33/71 kB | 33/35 kB Progress (2): 34/71 kB | 33/35 kB Progress (2): 36/71 kB | 33/35 kB Progress (2): 37/71 kB | 33/35 kB Progress (2): 38/71 kB | 33/35 kB Progress (2): 40/71 kB | 33/35 kB Progress (2): 41/71 kB | 33/35 kB Progress (2): 42/71 kB | 33/35 kB Progress (2): 44/71 kB | 33/35 kB Progress (2): 45/71 kB | 33/35 kB Progress (2): 46/71 kB | 33/35 kB Progress (2): 46/71 kB | 34/35 kB Progress (2): 48/71 kB | 34/35 kB Progress (2): 48/71 kB | 35 kB Progress (2): 49/71 kB | 35 kB Progress (2): 51/71 kB | 35 kB Progress (2): 52/71 kB | 35 kB Progress (2): 53/71 kB | 35 kB Progress (2): 55/71 kB | 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 370 kB/s) 2026-04-17T17:37:53.807 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2026-04-17T17:37:53.818 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 59/71 kB Progress (2): 59/71 kB | 0.9/49 kB Progress (2): 59/71 kB | 2.3/49 kB Progress (2): 59/71 kB | 3.6/49 kB Progress (2): 59/71 kB | 5.0/49 kB Progress (2): 59/71 kB | 6.4/49 kB Progress (2): 59/71 kB | 7.7/49 kB Progress (2): 59/71 kB | 9.1/49 kB Progress (2): 59/71 kB | 10/49 kB Progress (2): 59/71 kB | 12/49 kB Progress (2): 59/71 kB | 13/49 kB Progress (2): 59/71 kB | 15/49 kB Progress (2): 59/71 kB | 16/49 kB Progress (2): 59/71 kB | 17/49 kB Progress (2): 59/71 kB | 19/49 kB Progress (2): 59/71 kB | 20/49 kB Progress (2): 59/71 kB | 21/49 kB Progress (2): 59/71 kB | 23/49 kB Progress (2): 59/71 kB | 24/49 kB Progress (2): 59/71 kB | 26/49 kB Progress (2): 59/71 kB | 27/49 kB Progress (2): 59/71 kB | 28/49 kB Progress (2): 59/71 kB | 30/49 kB Progress (2): 59/71 kB | 31/49 kB Progress (2): 59/71 kB | 32/49 kB Progress (2): 59/71 kB | 34/49 kB Progress (2): 59/71 kB | 35/49 kB Progress (2): 59/71 kB | 36/49 kB Progress (2): 59/71 kB | 38/49 kB Progress (2): 59/71 kB | 39/49 kB Progress (2): 59/71 kB | 41/49 kB Progress (2): 59/71 kB | 42/49 kB Progress (2): 59/71 kB | 43/49 kB Progress (2): 59/71 kB | 45/49 kB Progress (2): 59/71 kB | 46/49 kB Progress (2): 59/71 kB | 47/49 kB Progress (2): 59/71 kB | 49/49 kB Progress (2): 59/71 kB | 49 kB Progress (3): 59/71 kB | 49 kB | 7.7/782 kB Progress (3): 59/71 kB | 49 kB | 8.2/782 kB Progress (3): 59/71 kB | 49 kB | 25/782 kB Progress (3): 59/71 kB | 49 kB | 41/782 kB Progress (3): 59/71 kB | 49 kB | 57/782 kB Progress (3): 59/71 kB | 49 kB | 74/782 kB Progress (3): 59/71 kB | 49 kB | 90/782 kB Progress (3): 59/71 kB | 49 kB | 106/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 469 kB/s) 2026-04-17T17:37:53.818 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 59/71 kB | 123/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2026-04-17T17:37:53.824 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 59/71 kB | 139/782 kB Progress (2): 59/71 kB | 156/782 kB Progress (2): 59/71 kB | 172/782 kB Progress (2): 59/71 kB | 188/782 kB Progress (2): 59/71 kB | 205/782 kB Progress (2): 59/71 kB | 221/782 kB Progress (2): 59/71 kB | 238/782 kB Progress (2): 59/71 kB | 246/782 kB Progress (2): 59/71 kB | 262/782 kB Progress (2): 59/71 kB | 279/782 kB Progress (2): 59/71 kB | 295/782 kB Progress (2): 59/71 kB | 311/782 kB Progress (2): 59/71 kB | 328/782 kB Progress (2): 59/71 kB | 344/782 kB Progress (2): 59/71 kB | 360/782 kB Progress (2): 59/71 kB | 377/782 kB Progress (2): 59/71 kB | 393/782 kB Progress (2): 59/71 kB | 410/782 kB Progress (2): 59/71 kB | 426/782 kB Progress (2): 59/71 kB | 442/782 kB Progress (2): 59/71 kB | 459/782 kB Progress (2): 59/71 kB | 475/782 kB Progress (2): 59/71 kB | 479/782 kB Progress (2): 59/71 kB | 495/782 kB Progress (2): 59/71 kB | 512/782 kB Progress (2): 59/71 kB | 524/782 kB Progress (2): 59/71 kB | 541/782 kB Progress (2): 59/71 kB | 557/782 kB Progress (2): 59/71 kB | 573/782 kB Progress (2): 59/71 kB | 590/782 kB Progress (2): 59/71 kB | 606/782 kB Progress (2): 59/71 kB | 623/782 kB Progress (2): 59/71 kB | 639/782 kB Progress (2): 59/71 kB | 655/782 kB Progress (2): 59/71 kB | 672/782 kB Progress (2): 59/71 kB | 688/782 kB Progress (2): 59/71 kB | 692/782 kB Progress (2): 59/71 kB | 708/782 kB Progress (2): 59/71 kB | 721/782 kB Progress (2): 59/71 kB | 737/782 kB Progress (2): 59/71 kB | 754/782 kB Progress (2): 59/71 kB | 757/782 kB Progress (2): 59/71 kB | 774/782 kB Progress (2): 59/71 kB | 782 kB Progress (2): 63/71 kB | 782 kB Progress (2): 67/71 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 7.1 MB/s) 2026-04-17T17:37:53.824 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2026-04-17T17:37:53.826 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 624 kB/s) 2026-04-17T17:37:53.826 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2026-04-17T17:37:53.844 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/205 kB Progress (1): 2.3/205 kB Progress (1): 3.6/205 kB Progress (1): 5.0/205 kB Progress (1): 6.4/205 kB Progress (1): 7.7/205 kB Progress (1): 9.1/205 kB Progress (1): 10/205 kB Progress (1): 12/205 kB Progress (1): 13/205 kB Progress (1): 15/205 kB Progress (1): 16/205 kB Progress (1): 17/205 kB Progress (1): 19/205 kB Progress (1): 23/205 kB Progress (1): 27/205 kB Progress (2): 27/205 kB | 0.9/11 kB Progress (2): 27/205 kB | 2.3/11 kB Progress (2): 31/205 kB | 2.3/11 kB Progress (2): 31/205 kB | 3.6/11 kB Progress (2): 31/205 kB | 5.0/11 kB Progress (2): 36/205 kB | 5.0/11 kB Progress (2): 36/205 kB | 6.4/11 kB Progress (2): 36/205 kB | 7.7/11 kB Progress (2): 36/205 kB | 9.1/11 kB Progress (2): 36/205 kB | 10/11 kB Progress (2): 36/205 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 87 kB/s) 2026-04-17T17:37:53.844 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2026-04-17T17:37:53.857 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 40/205 kB Progress (2): 40/205 kB | 0.9/30 kB Progress (2): 40/205 kB | 2.3/30 kB Progress (2): 40/205 kB | 3.3/30 kB Progress (2): 40/205 kB | 4.7/30 kB Progress (2): 40/205 kB | 8.9/30 kB Progress (2): 40/205 kB | 13/30 kB Progress (2): 40/205 kB | 17/30 kB Progress (2): 40/205 kB | 22/30 kB Progress (2): 40/205 kB | 26/30 kB Progress (2): 40/205 kB | 30/30 kB Progress (2): 40/205 kB | 30 kB Progress (3): 40/205 kB | 30 kB | 7.7/81 kB Progress (3): 40/205 kB | 30 kB | 12/81 kB Progress (3): 40/205 kB | 30 kB | 28/81 kB Progress (3): 40/205 kB | 30 kB | 44/81 kB Progress (3): 40/205 kB | 30 kB | 61/81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 210 kB/s) 2026-04-17T17:37:53.857 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 40/205 kB | 77/81 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2026-04-17T17:37:53.858 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 40/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 564 kB/s) 2026-04-17T17:37:53.858 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2026-04-17T17:37:53.884 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 44/205 kB Progress (1): 48/205 kB Progress (1): 53/205 kB Progress (1): 57/205 kB Progress (2): 57/205 kB | 3.8/798 kB Progress (2): 57/205 kB | 4.1/798 kB Progress (2): 57/205 kB | 8.3/798 kB Progress (2): 57/205 kB | 13/798 kB Progress (2): 57/205 kB | 17/798 kB Progress (2): 61/205 kB | 17/798 kB Progress (2): 61/205 kB | 17/798 kB Progress (2): 66/205 kB | 17/798 kB Progress (2): 66/205 kB | 21/798 kB Progress (2): 66/205 kB | 25/798 kB Progress (2): 70/205 kB | 25/798 kB Progress (2): 74/205 kB | 25/798 kB Progress (2): 74/205 kB | 29/798 kB Progress (2): 74/205 kB | 33/798 kB Progress (2): 78/205 kB | 33/798 kB Progress (2): 83/205 kB | 33/798 kB Progress (2): 83/205 kB | 37/798 kB Progress (2): 83/205 kB | 41/798 kB Progress (2): 87/205 kB | 41/798 kB Progress (2): 91/205 kB | 41/798 kB Progress (2): 91/205 kB | 46/798 kB Progress (2): 91/205 kB | 50/798 kB Progress (2): 95/205 kB | 50/798 kB Progress (2): 100/205 kB | 50/798 kB Progress (2): 100/205 kB | 54/798 kB Progress (2): 104/205 kB | 54/798 kB Progress (2): 104/205 kB | 58/798 kB Progress (2): 108/205 kB | 58/798 kB Progress (2): 108/205 kB | 63/798 kB Progress (2): 108/205 kB | 67/798 kB Progress (2): 112/205 kB | 67/798 kB Progress (2): 116/205 kB | 67/798 kB Progress (2): 116/205 kB | 71/798 kB Progress (2): 121/205 kB | 71/798 kB Progress (2): 121/205 kB | 75/798 kB Progress (2): 125/205 kB | 75/798 kB Progress (2): 125/205 kB | 79/798 kB Progress (2): 129/205 kB | 79/798 kB Progress (2): 133/205 kB | 79/798 kB Progress (2): 138/205 kB | 79/798 kB Progress (2): 142/205 kB | 79/798 kB Progress (2): 146/205 kB | 79/798 kB Progress (2): 150/205 kB | 79/798 kB Progress (2): 154/205 kB | 79/798 kB Progress (2): 159/205 kB | 79/798 kB Progress (2): 163/205 kB | 79/798 kB Progress (2): 167/205 kB | 79/798 kB Progress (2): 171/205 kB | 79/798 kB Progress (2): 176/205 kB | 79/798 kB Progress (2): 180/205 kB | 79/798 kB Progress (2): 184/205 kB | 79/798 kB Progress (2): 184/205 kB | 84/798 kB Progress (2): 184/205 kB | 88/798 kB Progress (2): 184/205 kB | 92/798 kB Progress (2): 184/205 kB | 96/798 kB Progress (2): 193/205 kB | 96/798 kB Progress (2): 193/205 kB | 98/798 kB Progress (2): 193/205 kB | 102/798 kB Progress (3): 193/205 kB | 102/798 kB | 0.9/13 kB Progress (3): 193/205 kB | 102/798 kB | 2.3/13 kB Progress (3): 200/205 kB | 102/798 kB | 2.3/13 kB Progress (3): 200/205 kB | 102/798 kB | 3.6/13 kB Progress (3): 205 kB | 102/798 kB | 3.6/13 kB Progress (3): 205 kB | 102/798 kB | 5.0/13 kB Progress (3): 205 kB | 102/798 kB | 6.4/13 kB Progress (3): 205 kB | 102/798 kB | 7.7/13 kB Progress (3): 205 kB | 102/798 kB | 8.2/13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 1.2 MB/s) 2026-04-17T17:37:53.884 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2026-04-17T17:37:53.885 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 106/798 kB | 8.2/13 kB Progress (2): 111/798 kB | 8.2/13 kB Progress (2): 111/798 kB | 9.6/13 kB Progress (2): 111/798 kB | 11/13 kB Progress (2): 111/798 kB | 12/13 kB Progress (2): 111/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 77 kB/s) 2026-04-17T17:37:53.885 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2026-04-17T17:37:53.895 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 115/798 kB Progress (1): 119/798 kB Progress (1): 123/798 kB Progress (1): 127/798 kB Progress (1): 131/798 kB Progress (1): 135/798 kB Progress (1): 140/798 kB Progress (1): 144/798 kB Progress (1): 160/798 kB Progress (1): 177/798 kB Progress (2): 177/798 kB | 3.8/151 kB Progress (3): 177/798 kB | 3.8/151 kB | 7.7/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 7.7/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 16/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 25/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 41/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 57/182 kB Progress (3): 177/798 kB | 8.0/151 kB | 74/182 kB Progress (3): 177/798 kB | 8.2/151 kB | 74/182 kB Progress (3): 177/798 kB | 8.2/151 kB | 90/182 kB Progress (3): 177/798 kB | 8.2/151 kB | 98/182 kB Progress (3): 177/798 kB | 12/151 kB | 98/182 kB Progress (3): 177/798 kB | 12/151 kB | 115/182 kB Progress (3): 177/798 kB | 12/151 kB | 131/182 kB Progress (3): 177/798 kB | 12/151 kB | 147/182 kB Progress (3): 177/798 kB | 17/151 kB | 147/182 kB Progress (3): 177/798 kB | 21/151 kB | 147/182 kB Progress (3): 177/798 kB | 25/151 kB | 147/182 kB Progress (3): 177/798 kB | 29/151 kB | 147/182 kB Progress (3): 177/798 kB | 29/151 kB | 164/182 kB Progress (3): 177/798 kB | 29/151 kB | 180/182 kB Progress (3): 177/798 kB | 29/151 kB | 182 kB Progress (3): 177/798 kB | 34/151 kB | 182 kB Progress (3): 177/798 kB | 38/151 kB | 182 kB Progress (3): 193/798 kB | 38/151 kB | 182 kB Progress (3): 209/798 kB | 38/151 kB | 182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.0 MB/s) 2026-04-17T17:37:53.895 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2026-04-17T17:37:53.918 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 209/798 kB | 42/151 kB Progress (2): 226/798 kB | 42/151 kB Progress (2): 242/798 kB | 42/151 kB Progress (2): 258/798 kB | 42/151 kB Progress (2): 274/798 kB | 42/151 kB Progress (2): 291/798 kB | 42/151 kB Progress (2): 307/798 kB | 42/151 kB Progress (2): 324/798 kB | 42/151 kB Progress (2): 340/798 kB | 42/151 kB Progress (2): 356/798 kB | 42/151 kB Progress (2): 373/798 kB | 42/151 kB Progress (2): 389/798 kB | 42/151 kB Progress (2): 406/798 kB | 42/151 kB Progress (2): 406/798 kB | 46/151 kB Progress (2): 406/798 kB | 50/151 kB Progress (2): 422/798 kB | 50/151 kB Progress (2): 422/798 kB | 55/151 kB Progress (2): 422/798 kB | 59/151 kB Progress (2): 438/798 kB | 59/151 kB Progress (2): 438/798 kB | 63/151 kB Progress (2): 438/798 kB | 67/151 kB Progress (2): 438/798 kB | 72/151 kB Progress (2): 438/798 kB | 76/151 kB Progress (2): 455/798 kB | 76/151 kB Progress (2): 455/798 kB | 80/151 kB Progress (2): 455/798 kB | 84/151 kB Progress (2): 471/798 kB | 84/151 kB Progress (2): 471/798 kB | 89/151 kB Progress (2): 471/798 kB | 93/151 kB Progress (3): 471/798 kB | 93/151 kB | 7.7/27 kB Progress (3): 471/798 kB | 93/151 kB | 12/27 kB Progress (3): 471/798 kB | 97/151 kB | 12/27 kB Progress (3): 471/798 kB | 101/151 kB | 12/27 kB Progress (3): 487/798 kB | 101/151 kB | 12/27 kB Progress (3): 487/798 kB | 101/151 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 134 kB/s) 2026-04-17T17:37:53.918 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2026-04-17T17:37:53.923 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 487/798 kB | 105/151 kB Progress (2): 487/798 kB | 110/151 kB Progress (2): 504/798 kB | 110/151 kB Progress (2): 504/798 kB | 114/151 kB Progress (2): 504/798 kB | 118/151 kB Progress (2): 520/798 kB | 118/151 kB Progress (2): 520/798 kB | 122/151 kB Progress (2): 520/798 kB | 127/151 kB Progress (2): 537/798 kB | 127/151 kB Progress (2): 537/798 kB | 131/151 kB Progress (2): 537/798 kB | 135/151 kB Progress (2): 553/798 kB | 135/151 kB Progress (2): 553/798 kB | 139/151 kB Progress (2): 569/798 kB | 139/151 kB Progress (2): 569/798 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 721 kB/s) 2026-04-17T17:37:53.923 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2026-04-17T17:37:53.931 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 586/798 kB Progress (1): 602/798 kB Progress (1): 618/798 kB Progress (1): 635/798 kB Progress (1): 651/798 kB Progress (1): 668/798 kB Progress (2): 668/798 kB | 7.7/385 kB Progress (2): 668/798 kB | 16/385 kB Progress (2): 668/798 kB | 25/385 kB Progress (2): 668/798 kB | 41/385 kB Progress (2): 668/798 kB | 57/385 kB Progress (2): 668/798 kB | 74/385 kB Progress (2): 668/798 kB | 90/385 kB Progress (2): 668/798 kB | 106/385 kB Progress (2): 668/798 kB | 123/385 kB Progress (2): 668/798 kB | 130/385 kB Progress (2): 668/798 kB | 147/385 kB Progress (2): 668/798 kB | 163/385 kB Progress (2): 668/798 kB | 180/385 kB Progress (2): 668/798 kB | 196/385 kB Progress (2): 668/798 kB | 212/385 kB Progress (2): 668/798 kB | 229/385 kB Progress (2): 668/798 kB | 245/385 kB Progress (2): 668/798 kB | 262/385 kB Progress (2): 668/798 kB | 278/385 kB Progress (2): 668/798 kB | 294/385 kB Progress (2): 684/798 kB | 294/385 kB Progress (2): 700/798 kB | 294/385 kB Progress (2): 700/798 kB | 311/385 kB Progress (2): 700/798 kB | 327/385 kB Progress (2): 700/798 kB | 343/385 kB Progress (2): 700/798 kB | 360/385 kB Progress (2): 700/798 kB | 364/385 kB Progress (2): 700/798 kB | 381/385 kB Progress (2): 717/798 kB | 381/385 kB Progress (2): 717/798 kB | 385 kB Progress (2): 733/798 kB | 385 kB Progress (3): 733/798 kB | 385 kB | 0.9/30 kB Progress (3): 750/798 kB | 385 kB | 0.9/30 kB Progress (3): 750/798 kB | 385 kB | 2.3/30 kB Progress (3): 750/798 kB | 385 kB | 3.6/30 kB Progress (3): 750/798 kB | 385 kB | 5.0/30 kB Progress (3): 750/798 kB | 385 kB | 6.4/30 kB Progress (3): 750/798 kB | 385 kB | 7.7/30 kB Progress (3): 750/798 kB | 385 kB | 9.1/30 kB Progress (3): 750/798 kB | 385 kB | 10/30 kB Progress (3): 750/798 kB | 385 kB | 15/30 kB Progress (3): 750/798 kB | 385 kB | 19/30 kB Progress (3): 750/798 kB | 385 kB | 23/30 kB Progress (3): 766/798 kB | 385 kB | 23/30 kB Progress (3): 766/798 kB | 385 kB | 27/30 kB Progress (3): 782/798 kB | 385 kB | 27/30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 1.8 MB/s) 2026-04-17T17:37:53.932 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 782/798 kB | 30 kB Progress (2): 798 kB | 30 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2026-04-17T17:37:53.932 INFO:tasks.workunit.client.0.vm06.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 138 kB/s) 2026-04-17T17:37:53.932 INFO:tasks.workunit.client.0.vm06.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 3.7 MB/s) 2026-04-17T17:37:53.932 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2026-04-17T17:37:53.932 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2026-04-17T17:37:53.952 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/13 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 55 kB/s) 2026-04-17T17:37:53.952 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2026-04-17T17:37:53.969 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 16/75 kB Progress (1): 33/75 kB Progress (2): 33/75 kB | 7.7/780 kB Progress (2): 33/75 kB | 7.7/780 kB Progress (2): 33/75 kB | 24/780 kB Progress (2): 33/75 kB | 40/780 kB Progress (2): 33/75 kB | 57/780 kB Progress (2): 33/75 kB | 73/780 kB Progress (2): 33/75 kB | 90/780 kB Progress (2): 33/75 kB | 106/780 kB Progress (2): 49/75 kB | 106/780 kB Progress (2): 49/75 kB | 122/780 kB Progress (2): 49/75 kB | 139/780 kB Progress (2): 49/75 kB | 155/780 kB Progress (2): 49/75 kB | 172/780 kB Progress (2): 49/75 kB | 188/780 kB Progress (2): 49/75 kB | 204/780 kB Progress (2): 49/75 kB | 221/780 kB Progress (2): 49/75 kB | 237/780 kB Progress (2): 49/75 kB | 242/780 kB Progress (2): 49/75 kB | 258/780 kB Progress (2): 49/75 kB | 274/780 kB Progress (2): 49/75 kB | 291/780 kB Progress (2): 49/75 kB | 307/780 kB Progress (2): 49/75 kB | 324/780 kB Progress (2): 49/75 kB | 340/780 kB Progress (2): 49/75 kB | 356/780 kB Progress (2): 49/75 kB | 373/780 kB Progress (2): 49/75 kB | 389/780 kB Progress (2): 66/75 kB | 389/780 kB Progress (2): 66/75 kB | 406/780 kB Progress (2): 66/75 kB | 422/780 kB Progress (2): 66/75 kB | 438/780 kB Progress (2): 66/75 kB | 455/780 kB Progress (2): 66/75 kB | 471/780 kB Progress (2): 66/75 kB | 487/780 kB Progress (2): 66/75 kB | 504/780 kB Progress (2): 66/75 kB | 520/780 kB Progress (2): 66/75 kB | 537/780 kB Progress (3): 66/75 kB | 537/780 kB | 7.7/329 kB Progress (3): 66/75 kB | 537/780 kB | 16/329 kB Progress (3): 66/75 kB | 553/780 kB | 16/329 kB Progress (3): 66/75 kB | 569/780 kB | 16/329 kB Progress (3): 66/75 kB | 586/780 kB | 16/329 kB Progress (3): 75 kB | 586/780 kB | 16/329 kB Progress (3): 75 kB | 602/780 kB | 16/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 291 kB/s) 2026-04-17T17:37:53.969 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2026-04-17T17:37:53.973 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 618/780 kB | 16/329 kB Progress (2): 618/780 kB | 24/329 kB Progress (2): 618/780 kB | 40/329 kB Progress (2): 635/780 kB | 40/329 kB Progress (2): 635/780 kB | 57/329 kB Progress (2): 635/780 kB | 66/329 kB Progress (2): 651/780 kB | 66/329 kB Progress (2): 668/780 kB | 66/329 kB Progress (2): 684/780 kB | 66/329 kB Progress (2): 700/780 kB | 66/329 kB Progress (2): 717/780 kB | 66/329 kB Progress (2): 733/780 kB | 66/329 kB Progress (2): 750/780 kB | 66/329 kB Progress (2): 766/780 kB | 66/329 kB Progress (2): 780 kB | 66/329 kB Progress (2): 780 kB | 82/329 kB Progress (2): 780 kB | 98/329 kB Progress (2): 780 kB | 115/329 kB Progress (2): 780 kB | 131/329 kB Progress (2): 780 kB | 147/329 kB Progress (2): 780 kB | 164/329 kB Progress (2): 780 kB | 180/329 kB Progress (2): 780 kB | 197/329 kB Progress (2): 780 kB | 213/329 kB Progress (2): 780 kB | 229/329 kB Progress (2): 780 kB | 246/329 kB Progress (2): 780 kB | 262/329 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 3.0 MB/s) 2026-04-17T17:37:53.973 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2026-04-17T17:37:53.974 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 279/329 kB Progress (1): 295/329 kB Progress (1): 311/329 kB Progress (1): 328/329 kB Progress (2): 328/329 kB | 3.8/501 kB Progress (2): 329 kB | 3.8/501 kB Progress (2): 329 kB | 8.0/501 kB Progress (2): 329 kB | 12/501 kB Progress (2): 329 kB | 16/501 kB Progress (2): 329 kB | 21/501 kB Progress (2): 329 kB | 25/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 1.3 MB/s) 2026-04-17T17:37:53.974 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2026-04-17T17:37:54.005 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 28/501 kB Progress (1): 32/501 kB Progress (1): 36/501 kB Progress (1): 41/501 kB Progress (1): 45/501 kB Progress (1): 49/501 kB Progress (1): 53/501 kB Progress (1): 58/501 kB Progress (1): 62/501 kB Progress (1): 66/501 kB Progress (1): 70/501 kB Progress (1): 74/501 kB Progress (1): 79/501 kB Progress (1): 83/501 kB Progress (1): 87/501 kB Progress (1): 91/501 kB Progress (1): 96/501 kB Progress (2): 96/501 kB | 7.7/354 kB Progress (2): 96/501 kB | 16/354 kB Progress (2): 96/501 kB | 32/354 kB Progress (2): 96/501 kB | 49/354 kB Progress (2): 96/501 kB | 57/354 kB Progress (2): 96/501 kB | 73/354 kB Progress (2): 96/501 kB | 90/354 kB Progress (2): 96/501 kB | 106/354 kB Progress (2): 96/501 kB | 122/354 kB Progress (2): 96/501 kB | 139/354 kB Progress (2): 96/501 kB | 155/354 kB Progress (2): 96/501 kB | 172/354 kB Progress (2): 96/501 kB | 188/354 kB Progress (2): 96/501 kB | 204/354 kB Progress (2): 100/501 kB | 204/354 kB Progress (2): 104/501 kB | 204/354 kB Progress (2): 108/501 kB | 204/354 kB Progress (2): 113/501 kB | 204/354 kB Progress (2): 113/501 kB | 221/354 kB Progress (2): 117/501 kB | 221/354 kB Progress (2): 121/501 kB | 221/354 kB Progress (2): 121/501 kB | 237/354 kB Progress (2): 125/501 kB | 237/354 kB Progress (2): 125/501 kB | 253/354 kB Progress (2): 129/501 kB | 253/354 kB Progress (2): 129/501 kB | 270/354 kB Progress (2): 134/501 kB | 270/354 kB Progress (2): 138/501 kB | 270/354 kB Progress (2): 138/501 kB | 286/354 kB Progress (2): 142/501 kB | 286/354 kB Progress (2): 146/501 kB | 286/354 kB Progress (2): 146/501 kB | 303/354 kB Progress (2): 159/501 kB | 303/354 kB Progress (2): 159/501 kB | 319/354 kB Progress (2): 159/501 kB | 335/354 kB Progress (2): 175/501 kB | 335/354 kB Progress (2): 192/501 kB | 335/354 kB Progress (2): 208/501 kB | 335/354 kB Progress (3): 208/501 kB | 335/354 kB | 6.4 kB Progress (3): 208/501 kB | 352/354 kB | 6.4 kB Progress (3): 208/501 kB | 354 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 1.2 MB/s) 2026-04-17T17:37:54.005 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2026-04-17T17:37:54.006 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 225/501 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 22 kB/s) 2026-04-17T17:37:54.006 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2026-04-17T17:37:54.012 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 241/501 kB Progress (2): 241/501 kB | 7.7/586 kB Progress (2): 241/501 kB | 12/586 kB Progress (2): 241/501 kB | 28/586 kB Progress (2): 241/501 kB | 44/586 kB Progress (2): 241/501 kB | 61/586 kB Progress (2): 257/501 kB | 61/586 kB Progress (3): 257/501 kB | 61/586 kB | 7.7/41 kB Progress (3): 257/501 kB | 61/586 kB | 16/41 kB Progress (3): 257/501 kB | 77/586 kB | 16/41 kB Progress (3): 257/501 kB | 93/586 kB | 16/41 kB Progress (3): 257/501 kB | 110/586 kB | 16/41 kB Progress (3): 257/501 kB | 126/586 kB | 16/41 kB Progress (3): 257/501 kB | 143/586 kB | 16/41 kB Progress (3): 257/501 kB | 159/586 kB | 16/41 kB Progress (3): 257/501 kB | 159/586 kB | 32/41 kB Progress (3): 274/501 kB | 159/586 kB | 32/41 kB Progress (3): 274/501 kB | 175/586 kB | 32/41 kB Progress (3): 274/501 kB | 192/586 kB | 32/41 kB Progress (3): 274/501 kB | 208/586 kB | 32/41 kB Progress (3): 274/501 kB | 208/586 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 138 kB/s) 2026-04-17T17:37:54.012 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2026-04-17T17:37:54.019 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 274/501 kB | 225/586 kB Progress (2): 274/501 kB | 241/586 kB Progress (2): 274/501 kB | 257/586 kB Progress (2): 274/501 kB | 274/586 kB Progress (2): 274/501 kB | 290/586 kB Progress (2): 274/501 kB | 306/586 kB Progress (2): 274/501 kB | 323/586 kB Progress (2): 274/501 kB | 339/586 kB Progress (2): 274/501 kB | 343/586 kB Progress (2): 274/501 kB | 359/586 kB Progress (2): 290/501 kB | 359/586 kB Progress (2): 290/501 kB | 376/586 kB Progress (2): 290/501 kB | 392/586 kB Progress (2): 290/501 kB | 408/586 kB Progress (2): 290/501 kB | 425/586 kB Progress (2): 290/501 kB | 441/586 kB Progress (2): 290/501 kB | 457/586 kB Progress (2): 306/501 kB | 457/586 kB Progress (2): 323/501 kB | 457/586 kB Progress (2): 323/501 kB | 474/586 kB Progress (2): 323/501 kB | 490/586 kB Progress (2): 323/501 kB | 507/586 kB Progress (2): 339/501 kB | 507/586 kB Progress (2): 339/501 kB | 523/586 kB Progress (2): 339/501 kB | 539/586 kB Progress (2): 339/501 kB | 556/586 kB Progress (2): 339/501 kB | 572/586 kB Progress (2): 339/501 kB | 586 kB Progress (2): 356/501 kB | 586 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 1.9 MB/s) 2026-04-17T17:37:54.020 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2026-04-17T17:37:54.030 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 372/501 kB Progress (1): 388/501 kB Progress (1): 405/501 kB Progress (1): 421/501 kB Progress (1): 438/501 kB Progress (1): 454/501 kB Progress (1): 470/501 kB Progress (1): 487/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 1.6 MB/s) 2026-04-17T17:37:54.031 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2026-04-17T17:37:54.039 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/14 kB Progress (1): 14 kB Progress (2): 14 kB | 7.7/211 kB Progress (2): 14 kB | 12/211 kB Progress (2): 14 kB | 29/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 44 kB/s) 2026-04-17T17:37:54.039 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2026-04-17T17:37:54.044 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 45/211 kB Progress (1): 61/211 kB Progress (1): 78/211 kB Progress (1): 94/211 kB Progress (1): 111/211 kB Progress (1): 127/211 kB Progress (1): 143/211 kB Progress (1): 160/211 kB Progress (1): 176/211 kB Progress (1): 193/211 kB Progress (1): 209/211 kB Progress (1): 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 639 kB/s) 2026-04-17T17:37:54.044 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2026-04-17T17:37:54.055 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/106 kB Progress (1): 16/106 kB Progress (1): 24/106 kB Progress (1): 40/106 kB Progress (1): 57/106 kB Progress (1): 73/106 kB Progress (1): 90/106 kB Progress (1): 106/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 311 kB/s) 2026-04-17T17:37:54.055 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2026-04-17T17:37:54.056 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 20 kB/s) 2026-04-17T17:37:54.056 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2026-04-17T17:37:54.078 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/245 kB Progress (1): 12/245 kB Progress (1): 29/245 kB Progress (1): 45/245 kB Progress (1): 61/245 kB Progress (1): 78/245 kB Progress (1): 94/245 kB Progress (1): 111/245 kB Progress (1): 127/245 kB Progress (1): 143/245 kB Progress (1): 160/245 kB Progress (1): 176/245 kB Progress (2): 176/245 kB | 7.7/15 kB Progress (2): 176/245 kB | 15 kB Progress (2): 193/245 kB | 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 42 kB/s) 2026-04-17T17:37:54.078 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2026-04-17T17:37:54.079 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 209/245 kB Progress (1): 225/245 kB Progress (2): 225/245 kB | 16/205 kB Progress (2): 242/245 kB | 16/205 kB Progress (2): 245 kB | 16/205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 669 kB/s) 2026-04-17T17:37:54.079 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2026-04-17T17:37:54.081 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 33/205 kB Progress (1): 49/205 kB Progress (1): 66/205 kB Progress (1): 82/205 kB Progress (1): 98/205 kB Progress (1): 115/205 kB Progress (1): 131/205 kB Progress (1): 147/205 kB Progress (1): 164/205 kB Progress (1): 180/205 kB Progress (1): 197/205 kB Progress (1): 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 557 kB/s) 2026-04-17T17:37:54.081 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2026-04-17T17:37:54.093 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/16 kB Progress (1): 16/16 kB Progress (1): 16 kB Progress (2): 16 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 43 kB/s) 2026-04-17T17:37:54.093 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2026-04-17T17:37:54.094 INFO:tasks.workunit.client.0.vm06.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 17 kB/s) 2026-04-17T17:37:54.115 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/17 kB Progress (2): 7.7/17 kB | 7.7/23 kB Progress (2): 7.7/17 kB | 7.7/23 kB Progress (2): 12/17 kB | 7.7/23 kB Progress (2): 12/17 kB | 23 kB Progress (2): 17 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 43 kB/s) 2026-04-17T17:37:54.115 INFO:tasks.workunit.client.0.vm06.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 56 kB/s) 2026-04-17T17:37:54.127 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.5/24 kB Progress (1): 24/24 kB Progress (1): 24 kB Progress (2): 24 kB | 3.4/184 kB Progress (2): 24 kB | 20/184 kB Progress (2): 24 kB | 36/184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 58 kB/s) 2026-04-17T17:37:54.130 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 53/184 kB Progress (1): 61/184 kB Progress (1): 77/184 kB Progress (1): 93/184 kB Progress (1): 110/184 kB Progress (1): 126/184 kB Progress (1): 143/184 kB Progress (1): 159/184 kB Progress (1): 175/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 442 kB/s) 2026-04-17T17:37:54.152 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:54.152 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2026-04-17T17:37:54.157 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2026-04-17T17:37:54.200 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 790 B Progress (1): 2.3 kB Progress (1): 4.3 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 136 kB/s) 2026-04-17T17:37:54.203 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2026-04-17T17:37:54.241 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.6 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 131 kB/s) 2026-04-17T17:37:54.243 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2026-04-17T17:37:54.280 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 727 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.8 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 41 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 1.2 MB/s) 2026-04-17T17:37:54.283 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2026-04-17T17:37:54.329 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 782 B Progress (1): 2.1 kB Progress (1): 5.3 kB Progress (1): 7.5 kB Progress (1): 9.5 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 317 kB/s) 2026-04-17T17:37:54.332 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2026-04-17T17:37:54.371 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/153 kB Progress (1): 12/153 kB Progress (1): 29/153 kB Progress (1): 45/153 kB Progress (1): 61/153 kB Progress (1): 78/153 kB Progress (1): 94/153 kB Progress (1): 111/153 kB Progress (1): 127/153 kB Progress (1): 143/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 4.0 MB/s) 2026-04-17T17:37:54.371 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2026-04-17T17:37:54.409 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/215 kB Progress (1): 12/215 kB Progress (1): 29/215 kB Progress (1): 45/215 kB Progress (1): 61/215 kB Progress (1): 78/215 kB Progress (1): 94/215 kB Progress (1): 111/215 kB Progress (1): 127/215 kB Progress (1): 143/215 kB Progress (1): 160/215 kB Progress (1): 176/215 kB Progress (1): 193/215 kB Progress (1): 209/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 5.5 MB/s) 2026-04-17T17:37:54.431 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:54.432 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-17T17:37:54.434 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2026-04-17T17:37:54.472 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.4 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 70 kB/s) 2026-04-17T17:37:54.473 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2026-04-17T17:37:54.515 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 700 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 21 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 536 kB/s) 2026-04-17T17:37:54.517 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2026-04-17T17:37:54.552 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 726 B Progress (1): 2.4 kB Progress (1): 4.4 kB Progress (1): 8.6 kB Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 251 kB/s) 2026-04-17T17:37:54.554 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2026-04-17T17:37:54.589 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 726 kB/s) 2026-04-17T17:37:54.594 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2026-04-17T17:37:54.630 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 793 B Progress (1): 2.3 kB Progress (1): 5.6 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 168 kB/s) 2026-04-17T17:37:54.632 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2026-04-17T17:37:54.665 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 812 B Progress (1): 2.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 95 kB/s) 2026-04-17T17:37:54.668 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2026-04-17T17:37:54.702 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 18 kB/s) 2026-04-17T17:37:54.704 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2026-04-17T17:37:54.740 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 76 kB/s) 2026-04-17T17:37:54.741 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2026-04-17T17:37:54.777 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.0 kB Progress (1): 5.9 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 391 kB/s) 2026-04-17T17:37:54.779 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2026-04-17T17:37:54.816 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 910 B Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 84 kB/s) 2026-04-17T17:37:54.817 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2026-04-17T17:37:54.853 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 239 kB/s) 2026-04-17T17:37:54.854 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2026-04-17T17:37:54.894 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 5.5 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 209 kB/s) 2026-04-17T17:37:54.897 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2026-04-17T17:37:54.932 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 725 B Progress (1): 2.4 kB Progress (1): 4.5 kB Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 229 kB/s) 2026-04-17T17:37:54.934 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2026-04-17T17:37:54.973 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 764 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.8 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 506 kB/s) 2026-04-17T17:37:54.976 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2026-04-17T17:37:55.010 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 150 kB/s) 2026-04-17T17:37:55.012 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2026-04-17T17:37:55.049 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 740 B Progress (1): 2.1 kB Progress (1): 5.4 kB Progress (1): 8.8 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 17 kB Progress (1): 19 kB Progress (1): 21 kB Progress (1): 24 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 829 kB/s) 2026-04-17T17:37:55.053 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2026-04-17T17:37:55.086 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 912 B Progress (1): 4.1 kB Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 150 kB/s) 2026-04-17T17:37:55.089 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2026-04-17T17:37:55.129 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/85 kB Progress (1): 16/85 kB Progress (1): 32/85 kB Progress (1): 49/85 kB Progress (1): 65/85 kB Progress (1): 81/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 2.1 MB/s) 2026-04-17T17:37:55.129 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2026-04-17T17:37:55.129 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2026-04-17T17:37:55.129 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2026-04-17T17:37:55.129 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2026-04-17T17:37:55.130 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2026-04-17T17:37:55.162 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/41 kB Progress (1): 12/41 kB Progress (1): 29/41 kB Progress (1): 41 kB Progress (2): 41 kB | 7.7/269 kB Progress (2): 41 kB | 16/269 kB Progress (2): 41 kB | 32/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 1.3 MB/s) 2026-04-17T17:37:55.162 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 48/269 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2026-04-17T17:37:55.163 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 65/269 kB Progress (1): 81/269 kB Progress (2): 81/269 kB | 7.7/8.5 kB Progress (2): 81/269 kB | 8.5 kB Progress (2): 98/269 kB | 8.5 kB Progress (2): 114/269 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 257 kB/s) 2026-04-17T17:37:55.163 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 130/269 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2026-04-17T17:37:55.166 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 179/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 261/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 7.1 MB/s) 2026-04-17T17:37:55.171 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/55 kB Progress (1): 16/55 kB Progress (1): 24/55 kB Progress (1): 40/55 kB Progress (1): 55 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 1.3 MB/s) 2026-04-17T17:37:55.175 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 55 kB/s) 2026-04-17T17:37:55.198 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/327 kB Progress (1): 16/327 kB Progress (1): 32/327 kB Progress (1): 48/327 kB Progress (1): 65/327 kB Progress (1): 66/327 kB Progress (1): 82/327 kB Progress (1): 98/327 kB Progress (1): 115/327 kB Progress (1): 131/327 kB Progress (1): 147/327 kB Progress (1): 164/327 kB Progress (1): 180/327 kB Progress (1): 197/327 kB Progress (1): 213/327 kB Progress (1): 229/327 kB Progress (1): 246/327 kB Progress (1): 262/327 kB Progress (1): 279/327 kB Progress (1): 282/327 kB Progress (1): 299/327 kB Progress (1): 315/327 kB Progress (2): 315/327 kB | 7.7/587 kB Progress (2): 315/327 kB | 16/587 kB Progress (2): 327 kB | 16/587 kB Progress (2): 327 kB | 32/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 4.7 MB/s) 2026-04-17T17:37:55.243 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 49/587 kB Progress (1): 57/587 kB Progress (1): 73/587 kB Progress (1): 90/587 kB Progress (1): 106/587 kB Progress (1): 122/587 kB Progress (1): 139/587 kB Progress (1): 155/587 kB Progress (1): 172/587 kB Progress (1): 188/587 kB Progress (1): 204/587 kB Progress (1): 221/587 kB Progress (1): 237/587 kB Progress (1): 253/587 kB Progress (1): 270/587 kB Progress (1): 286/587 kB Progress (1): 303/587 kB Progress (1): 319/587 kB Progress (1): 335/587 kB Progress (1): 352/587 kB Progress (1): 368/587 kB Progress (1): 385/587 kB Progress (1): 401/587 kB Progress (1): 417/587 kB Progress (1): 434/587 kB Progress (1): 450/587 kB Progress (1): 466/587 kB Progress (1): 483/587 kB Progress (1): 499/587 kB Progress (1): 516/587 kB Progress (1): 532/587 kB Progress (1): 541/587 kB Progress (1): 548/587 kB Progress (1): 565/587 kB Progress (1): 581/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 5.2 MB/s) 2026-04-17T17:37:55.263 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-17T17:37:55.263 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:55.263 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-17T17:37:55.265 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2026-04-17T17:37:55.298 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 806 B Progress (1): 2.3 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 144 kB/s) 2026-04-17T17:37:55.300 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2026-04-17T17:37:55.332 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 773 B Progress (1): 2.4 kB Progress (1): 4.2 kB Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 193 kB/s) 2026-04-17T17:37:55.334 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2026-04-17T17:37:55.368 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 726 B Progress (1): 2.0 kB Progress (1): 5.9 kB Progress (1): 10 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 25 kB Progress (1): 27 kB Progress (1): 31 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 958 kB/s) 2026-04-17T17:37:55.370 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2026-04-17T17:37:55.403 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 749 B Progress (1): 2.1 kB Progress (1): 4.1 kB Progress (1): 9.0 kB Progress (1): 11 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 437 kB/s) 2026-04-17T17:37:55.405 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2026-04-17T17:37:55.440 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 23 kB/s) 2026-04-17T17:37:55.442 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2026-04-17T17:37:55.476 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 121 kB/s) 2026-04-17T17:37:55.478 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2026-04-17T17:37:55.512 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 711 B Progress (1): 2.8 kB Progress (1): 6.4 kB Progress (1): 9.1 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 494 kB/s) 2026-04-17T17:37:55.515 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2026-04-17T17:37:55.549 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 4.2 kB Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 146 kB/s) 2026-04-17T17:37:55.550 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2026-04-17T17:37:55.584 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 126 kB/s) 2026-04-17T17:37:55.586 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2026-04-17T17:37:55.623 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 62 kB/s) 2026-04-17T17:37:55.625 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2026-04-17T17:37:55.659 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 709 B Progress (1): 2.1 kB Progress (1): 3.6 kB Progress (1): 5.7 kB Progress (1): 8.1 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 332 kB/s) 2026-04-17T17:37:55.661 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2026-04-17T17:37:55.697 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 872 B Progress (1): 3.4 kB Progress (1): 6.6 kB Progress (1): 11 kB Progress (1): 13 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 479 kB/s) 2026-04-17T17:37:55.699 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2026-04-17T17:37:55.734 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 838 B Progress (1): 2.7 kB Progress (1): 6.5 kB Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 188 kB/s) 2026-04-17T17:37:55.736 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2026-04-17T17:37:55.772 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 29 kB/s) 2026-04-17T17:37:55.773 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2026-04-17T17:37:55.810 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 4.1 kB Progress (1): 7.3 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 226 kB/s) 2026-04-17T17:37:55.812 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2026-04-17T17:37:55.845 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 81 kB/s) 2026-04-17T17:37:55.847 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2026-04-17T17:37:55.880 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 907 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 171 kB/s) 2026-04-17T17:37:55.883 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2026-04-17T17:37:55.917 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 33 kB/s) 2026-04-17T17:37:55.919 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2026-04-17T17:37:55.953 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 23 kB/s) 2026-04-17T17:37:55.954 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2026-04-17T17:37:55.995 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 4.9 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 147 kB/s) 2026-04-17T17:37:55.999 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2026-04-17T17:37:56.034 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 735 kB/s) 2026-04-17T17:37:56.036 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2026-04-17T17:37:56.074 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 33 kB/s) 2026-04-17T17:37:56.075 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2026-04-17T17:37:56.109 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 40 kB/s) 2026-04-17T17:37:56.112 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2026-04-17T17:37:56.145 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.5/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 410 kB/s) 2026-04-17T17:37:56.145 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2026-04-17T17:37:56.145 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2026-04-17T17:37:56.146 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2026-04-17T17:37:56.146 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2026-04-17T17:37:56.146 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2026-04-17T17:37:56.181 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 4.1/55 kB Progress (1): 20/55 kB Progress (1): 29/55 kB Progress (1): 45/55 kB Progress (1): 55 kB Progress (2): 55 kB | 4.1/122 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 1.6 MB/s) 2026-04-17T17:37:56.181 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2026-04-17T17:37:56.183 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 20/122 kB Progress (1): 37/122 kB Progress (1): 53/122 kB Progress (1): 61/122 kB Progress (1): 78/122 kB Progress (1): 94/122 kB Progress (2): 94/122 kB | 7.7/27 kB Progress (2): 94/122 kB | 12/27 kB Progress (2): 94/122 kB | 27 kB Progress (2): 111/122 kB | 27 kB Progress (2): 122 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 730 kB/s) 2026-04-17T17:37:56.183 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2026-04-17T17:37:56.183 INFO:tasks.workunit.client.0.vm06.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 3.2 MB/s) 2026-04-17T17:37:56.183 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2026-04-17T17:37:56.187 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/334 kB Progress (1): 16/334 kB Progress (1): 32/334 kB Progress (2): 32/334 kB | 4.2 kB Progress (2): 48/334 kB | 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 100 kB/s) 2026-04-17T17:37:56.196 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 65/334 kB Progress (1): 81/334 kB Progress (1): 98/334 kB Progress (1): 114/334 kB Progress (1): 130/334 kB Progress (1): 147/334 kB Progress (1): 163/334 kB Progress (1): 179/334 kB Progress (1): 196/334 kB Progress (1): 212/334 kB Progress (1): 229/334 kB Progress (1): 245/334 kB Progress (1): 261/334 kB Progress (1): 278/334 kB Progress (1): 294/334 kB Progress (1): 311/334 kB Progress (1): 327/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 6.7 MB/s) 2026-04-17T17:37:56.218 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/267 kB Progress (1): 8.2/267 kB Progress (1): 25/267 kB Progress (1): 41/267 kB Progress (1): 57/267 kB Progress (1): 74/267 kB Progress (1): 90/267 kB Progress (1): 106/267 kB Progress (1): 123/267 kB Progress (1): 139/267 kB Progress (2): 139/267 kB | 4.1/23 kB Progress (2): 139/267 kB | 20/23 kB Progress (2): 139/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 321 kB/s) 2026-04-17T17:37:56.220 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 156/267 kB Progress (1): 172/267 kB Progress (1): 188/267 kB Progress (1): 205/267 kB Progress (1): 221/267 kB Progress (1): 238/267 kB Progress (1): 254/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 3.6 MB/s) 2026-04-17T17:37:56.224 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 60 kB/s) 2026-04-17T17:37:56.257 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Changes detected - recompiling the module! :source 2026-04-17T17:37:56.257 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2026-04-17T17:37:56.621 INFO:tasks.workunit.client.0.vm06.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-17T17:37:56.621 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:56.621 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-17T17:37:56.623 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-17T17:37:56.623 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:56.623 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-17T17:37:56.626 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Changes detected - recompiling the module! :dependency 2026-04-17T17:37:56.626 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2026-04-17T17:37:56.728 INFO:tasks.workunit.client.0.vm06.stdout:[WARNING] system modules path not set in conjunction with -source 9 2026-04-17T17:37:56.728 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:56.728 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-17T17:37:56.731 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2026-04-17T17:37:56.771 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 834 B Progress (1): 3.3 kB Progress (1): 6.2 kB Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 156 kB/s) 2026-04-17T17:37:56.773 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2026-04-17T17:37:56.808 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 843 B Progress (1): 2.7 kB Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 98 kB/s) 2026-04-17T17:37:56.810 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2026-04-17T17:37:56.843 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 834 B Progress (1): 2.3 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 99 kB/s) 2026-04-17T17:37:56.844 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2026-04-17T17:37:56.880 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.1 kB Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 113 kB/s) 2026-04-17T17:37:56.883 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2026-04-17T17:37:56.916 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 843 B Progress (1): 2.8 kB Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 100 kB/s) 2026-04-17T17:37:56.917 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2026-04-17T17:37:56.950 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 834 B Progress (1): 3.0 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 135 kB/s) 2026-04-17T17:37:56.952 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2026-04-17T17:37:56.985 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 878 B Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 53 kB/s) 2026-04-17T17:37:56.987 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2026-04-17T17:37:57.020 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 937 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 65 kB/s) 2026-04-17T17:37:57.022 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2026-04-17T17:37:57.059 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 798 B Progress (1): 3.2 kB Progress (1): 5.1 kB Progress (1): 9.1 kB Progress (1): 12 kB Progress (1): 17 kB Progress (1): 20 kB Progress (1): 23 kB Progress (1): 28 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 815 kB/s) 2026-04-17T17:37:57.061 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2026-04-17T17:37:57.096 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 938 B Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 53 kB/s) 2026-04-17T17:37:57.098 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2026-04-17T17:37:57.137 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 798 B Progress (1): 2.3 kB Progress (1): 5.7 kB Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 149 kB/s) 2026-04-17T17:37:57.139 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2026-04-17T17:37:57.174 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 843 B Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 69 kB/s) 2026-04-17T17:37:57.175 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2026-04-17T17:37:57.210 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 759 B Progress (1): 1.9 kB Progress (1): 3.4 kB Progress (1): 5.3 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 639 kB/s) 2026-04-17T17:37:57.212 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2026-04-17T17:37:57.247 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 730 B Progress (1): 2.0 kB Progress (1): 6.0 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 24 kB Progress (1): 27 kB Progress (1): 30 kB Progress (1): 32 kB Progress (1): 37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 1.0 MB/s) 2026-04-17T17:37:57.249 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2026-04-17T17:37:57.283 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 754 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 448 kB/s) 2026-04-17T17:37:57.286 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2026-04-17T17:37:57.319 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 724 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 262 kB/s) 2026-04-17T17:37:57.321 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2026-04-17T17:37:57.356 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 693 B Progress (1): 2.5 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 26 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 805 kB/s) 2026-04-17T17:37:57.361 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2026-04-17T17:37:57.395 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 5.3 kB Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 237 kB/s) 2026-04-17T17:37:57.398 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2026-04-17T17:37:57.431 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 64 kB/s) 2026-04-17T17:37:57.434 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2026-04-17T17:37:57.467 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 823 B Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 76 kB/s) 2026-04-17T17:37:57.470 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2026-04-17T17:37:57.507 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 41 kB/s) 2026-04-17T17:37:57.509 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2026-04-17T17:37:57.543 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 90 kB/s) 2026-04-17T17:37:57.545 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2026-04-17T17:37:57.578 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 707 B Progress (1): 2.6 kB Progress (1): 6.1 kB Progress (1): 8.6 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 601 kB/s) 2026-04-17T17:37:57.580 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2026-04-17T17:37:57.614 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 3.4 kB Progress (1): 6.7 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 199 kB/s) 2026-04-17T17:37:57.615 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2026-04-17T17:37:57.651 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 735 B Progress (1): 2.6 kB Progress (1): 8.6 kB Progress (1): 12 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 387 kB/s) 2026-04-17T17:37:57.653 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2026-04-17T17:37:57.689 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 80 kB/s) 2026-04-17T17:37:57.690 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2026-04-17T17:37:57.723 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 4.2 kB Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 206 kB/s) 2026-04-17T17:37:57.725 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2026-04-17T17:37:57.758 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.4 kB Progress (1): 5.8 kB Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 254 kB/s) 2026-04-17T17:37:57.760 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2026-04-17T17:37:57.793 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.4 kB Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 61 kB/s) 2026-04-17T17:37:57.795 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2026-04-17T17:37:57.831 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 823 B Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 60 kB/s) 2026-04-17T17:37:57.833 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2026-04-17T17:37:57.867 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 816 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 89 kB/s) 2026-04-17T17:37:57.870 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2026-04-17T17:37:57.904 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 827 B Progress (1): 3.5 kB Progress (1): 8.7 kB Progress (1): 15 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 428 kB/s) 2026-04-17T17:37:57.906 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2026-04-17T17:37:57.939 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 811 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 427 kB/s) 2026-04-17T17:37:57.941 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2026-04-17T17:37:57.977 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 702 B Progress (1): 2.0 kB Progress (1): 3.5 kB Progress (1): 5.5 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 373 kB/s) 2026-04-17T17:37:57.979 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2026-04-17T17:37:58.013 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 838 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 137 kB/s) 2026-04-17T17:37:58.015 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2026-04-17T17:37:58.055 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 3.3 kB Progress (1): 5.8 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 161 kB/s) 2026-04-17T17:37:58.057 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2026-04-17T17:37:58.095 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.0 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 22 kB Progress (1): 26 kB Progress (1): 31 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 851 kB/s) 2026-04-17T17:37:58.098 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2026-04-17T17:37:58.136 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 804 B Progress (1): 4.1 kB Progress (1): 10 kB Progress (1): 16 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 456 kB/s) 2026-04-17T17:37:58.138 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2026-04-17T17:37:58.173 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 819 B Progress (1): 2.8 kB Progress (1): 4.9 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 411 kB/s) 2026-04-17T17:37:58.176 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2026-04-17T17:37:58.209 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 23 kB/s) 2026-04-17T17:37:58.210 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2026-04-17T17:37:58.245 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 4.7 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 133 kB/s) 2026-04-17T17:37:58.247 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2026-04-17T17:37:58.281 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 932 B Progress (1): 2.6 kB Progress (1): 5.5 kB Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 240 kB/s) 2026-04-17T17:37:58.283 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2026-04-17T17:37:58.318 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 836 B Progress (1): 2.7 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 88 kB/s) 2026-04-17T17:37:58.320 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2026-04-17T17:37:58.358 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 811 B Progress (1): 3.0 kB Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 112 kB/s) 2026-04-17T17:37:58.361 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2026-04-17T17:37:58.397 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 934 B Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 59 kB/s) 2026-04-17T17:37:58.399 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2026-04-17T17:37:58.434 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 922 B Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 102 kB/s) 2026-04-17T17:37:58.436 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2026-04-17T17:37:58.471 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Progress (1): 9.7 kB Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 312 kB/s) 2026-04-17T17:37:58.472 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2026-04-17T17:37:58.509 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 799 B Progress (1): 2.7 kB Progress (1): 5.1 kB Progress (1): 7.6 kB Progress (1): 10 kB Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 374 kB/s) 2026-04-17T17:37:58.512 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2026-04-17T17:37:58.547 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 812 B Progress (1): 2.5 kB Progress (1): 5.0 kB Progress (1): 8.7 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 535 kB/s) 2026-04-17T17:37:58.549 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2026-04-17T17:37:58.584 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 10 kB/s) 2026-04-17T17:37:58.586 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2026-04-17T17:37:58.621 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 956 B Progress (1): 2.8 kB Progress (1): 5.3 kB Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 179 kB/s) 2026-04-17T17:37:58.623 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2026-04-17T17:37:58.656 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.1 kB Progress (1): 2.9 kB Progress (1): 6.3 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 222 kB/s) 2026-04-17T17:37:58.657 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2026-04-17T17:37:58.692 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 848 B Progress (1): 2.5 kB Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 142 kB/s) 2026-04-17T17:37:58.694 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2026-04-17T17:37:58.730 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 930 B Progress (1): 3.0 kB Progress (1): 6.0 kB Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 209 kB/s) 2026-04-17T17:37:58.736 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2026-04-17T17:37:58.770 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 765 B Progress (1): 2.1 kB Progress (1): 5.2 kB Progress (1): 7.5 kB Progress (1): 10 kB Progress (1): 12 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 637 kB/s) 2026-04-17T17:37:58.771 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2026-04-17T17:37:58.810 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 706 B Progress (1): 1.9 kB Progress (1): 3.1 kB Progress (1): 4.7 kB Progress (1): 6.4 kB Progress (1): 8.4 kB Progress (1): 10 kB Progress (1): 13 kB Progress (1): 15 kB Progress (1): 18 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 25 kB Progress (1): 28 kB Progress (1): 32 kB Progress (1): 32 kB Progress (1): 35 kB Progress (1): 41 kB Progress (1): 44 kB Progress (1): 46 kB Progress (1): 49 kB Progress (1): 51 kB Progress (1): 54 kB Progress (1): 58 kB Progress (1): 60 kB Progress (1): 64 kB Progress (1): 67 kB Progress (1): 71 kB Progress (1): 74 kB Progress (1): 76 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 2.0 MB/s) 2026-04-17T17:37:58.813 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2026-04-17T17:37:58.846 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 743 B Progress (1): 2.1 kB Progress (1): 4.0 kB Progress (1): 6.3 kB Progress (1): 11 kB Progress (1): 16 kB Progress (1): 20 kB Progress (1): 22 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 684 kB/s) 2026-04-17T17:37:58.849 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2026-04-17T17:37:58.884 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 913 B Progress (1): 4.1 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 157 kB/s) 2026-04-17T17:37:58.886 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2026-04-17T17:37:58.919 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.9 kB Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 129 kB/s) 2026-04-17T17:37:58.920 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2026-04-17T17:37:58.955 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 94 kB/s) 2026-04-17T17:37:58.956 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2026-04-17T17:37:58.989 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 692 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 8.9 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 21 kB Progress (1): 25 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 817 kB/s) 2026-04-17T17:37:58.991 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2026-04-17T17:37:59.024 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.3 kB Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 70 kB/s) 2026-04-17T17:37:59.027 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2026-04-17T17:37:59.064 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/308 kB Progress (1): 16/308 kB Progress (1): 29/308 kB Progress (1): 45/308 kB Progress (1): 61/308 kB Progress (1): 78/308 kB Progress (1): 94/308 kB Progress (1): 111/308 kB Progress (1): 127/308 kB Progress (1): 143/308 kB Progress (1): 160/308 kB Progress (1): 176/308 kB Progress (1): 193/308 kB Progress (1): 209/308 kB Progress (1): 225/308 kB Progress (1): 242/308 kB Progress (1): 258/308 kB Progress (1): 274/308 kB Progress (1): 291/308 kB Progress (1): 307/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 8.6 MB/s) 2026-04-17T17:37:59.064 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2026-04-17T17:37:59.064 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2026-04-17T17:37:59.064 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2026-04-17T17:37:59.065 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2026-04-17T17:37:59.065 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2026-04-17T17:37:59.098 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/14 kB Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 388 kB/s) 2026-04-17T17:37:59.098 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2026-04-17T17:37:59.100 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/118 kB Progress (1): 16/118 kB Progress (1): 29/118 kB Progress (1): 45/118 kB Progress (1): 61/118 kB Progress (1): 78/118 kB Progress (2): 78/118 kB | 4.1/171 kB Progress (2): 78/118 kB | 20/171 kB Progress (2): 94/118 kB | 20/171 kB Progress (2): 111/118 kB | 20/171 kB Progress (3): 111/118 kB | 20/171 kB | 7.7/26 kB Progress (3): 111/118 kB | 20/171 kB | 12/26 kB Progress (3): 111/118 kB | 20/171 kB | 26 kB Progress (3): 111/118 kB | 37/171 kB | 26 kB Progress (3): 111/118 kB | 53/171 kB | 26 kB Progress (3): 118 kB | 53/171 kB | 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 718 kB/s) 2026-04-17T17:37:59.101 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2026-04-17T17:37:59.102 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 118 kB | 70/171 kB Progress (2): 118 kB | 86/171 kB Progress (2): 118 kB | 102/171 kB Progress (2): 118 kB | 119/171 kB Progress (2): 118 kB | 127/171 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 3.2 MB/s) 2026-04-17T17:37:59.102 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2026-04-17T17:37:59.103 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 143/171 kB Progress (1): 160/171 kB Progress (1): 171 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 4.4 MB/s) 2026-04-17T17:37:59.103 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2026-04-17T17:37:59.108 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 3.4/8.2 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 186 kB/s) 2026-04-17T17:37:59.108 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2026-04-17T17:37:59.132 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/146 kB Progress (1): 16/146 kB Progress (1): 24/146 kB Progress (1): 40/146 kB Progress (1): 57/146 kB Progress (1): 73/146 kB Progress (1): 82/146 kB Progress (1): 98/146 kB Progress (1): 115/146 kB Progress (1): 118/146 kB Progress (1): 135/146 kB Progress (1): 146 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 2.1 MB/s) 2026-04-17T17:37:59.132 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2026-04-17T17:37:59.135 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/136 kB Progress (1): 16/136 kB Progress (1): 25/136 kB Progress (1): 41/136 kB Progress (1): 57/136 kB Progress (1): 74/136 kB Progress (1): 90/136 kB Progress (1): 106/136 kB Progress (1): 123/136 kB Progress (1): 136 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 1.9 MB/s) 2026-04-17T17:37:59.135 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2026-04-17T17:37:59.136 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/61 kB Progress (1): 12/61 kB Progress (1): 29/61 kB Progress (1): 45/61 kB Progress (1): 61 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 845 kB/s) 2026-04-17T17:37:59.149 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/501 kB Progress (1): 16/501 kB Progress (1): 24/501 kB Progress (1): 33/501 kB Progress (1): 49/501 kB Progress (1): 66/501 kB Progress (1): 82/501 kB Progress (1): 98/501 kB Progress (1): 115/501 kB Progress (1): 131/501 kB Progress (1): 147/501 kB Progress (1): 164/501 kB Progress (1): 180/501 kB Progress (1): 184/501 kB Progress (1): 200/501 kB Progress (1): 217/501 kB Progress (1): 229/501 kB Progress (1): 246/501 kB Progress (1): 262/501 kB Progress (1): 279/501 kB Progress (1): 295/501 kB Progress (1): 311/501 kB Progress (1): 328/501 kB Progress (1): 344/501 kB Progress (1): 360/501 kB Progress (1): 377/501 kB Progress (1): 393/501 kB Progress (1): 410/501 kB Progress (1): 426/501 kB Progress (1): 442/501 kB Progress (1): 459/501 kB Progress (1): 475/501 kB Progress (1): 492/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 6.0 MB/s) 2026-04-17T17:37:59.150 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/58 kB Progress (1): 16/58 kB Progress (1): 32/58 kB Progress (1): 48/58 kB Progress (1): 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 677 kB/s) 2026-04-17T17:37:59.169 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/124 kB Progress (1): 16/124 kB Progress (1): 32/124 kB Progress (1): 48/124 kB Progress (1): 65/124 kB Progress (1): 81/124 kB Progress (1): 98/124 kB Progress (1): 114/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 1.2 MB/s) 2026-04-17T17:37:59.228 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 15 MB/s) 2026-04-17T17:37:59.271 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:37:59.271 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2026-04-17T17:37:59.275 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2026-04-17T17:37:59.311 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 794 B Progress (1): 2.2 kB Progress (1): 4.4 kB Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 125 kB/s) 2026-04-17T17:37:59.312 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2026-04-17T17:37:59.346 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 781 B Progress (1): 2.3 kB Progress (1): 4.5 kB Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 148 kB/s) 2026-04-17T17:37:59.347 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2026-04-17T17:37:59.385 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 725 B Progress (1): 1.9 kB Progress (1): 5.4 kB Progress (1): 9.7 kB Progress (1): 14 kB Progress (1): 19 kB Progress (1): 23 kB Progress (1): 26 kB Progress (1): 28 kB Progress (1): 30 kB Progress (1): 34 kB Progress (1): 37 kB Progress (1): 40 kB Progress (1): 45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 1.2 MB/s) 2026-04-17T17:37:59.386 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2026-04-17T17:37:59.430 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 744 B Progress (1): 2.1 kB Progress (1): 3.9 kB Progress (1): 7.3 kB Progress (1): 12 kB Progress (1): 16 kB Progress (1): 19 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 467 kB/s) 2026-04-17T17:37:59.432 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2026-04-17T17:37:59.465 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 812 B Progress (1): 2.6 kB Progress (1): 3.4 kB Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 162 kB/s) 2026-04-17T17:37:59.466 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2026-04-17T17:37:59.501 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 796 B Progress (1): 2.2 kB Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 112 kB/s) 2026-04-17T17:37:59.503 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2026-04-17T17:37:59.537 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 3.8 kB Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 172 kB/s) 2026-04-17T17:37:59.539 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2026-04-17T17:37:59.574 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 4.0 kB Progress (1): 6.2 kB Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 179 kB/s) 2026-04-17T17:37:59.575 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2026-04-17T17:37:59.611 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 753 B Progress (1): 1.9 kB Progress (1): 3.5 kB Progress (1): 6.8 kB Progress (1): 9.1 kB Progress (1): 11 kB Progress (1): 14 kB Progress (1): 18 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 532 kB/s) 2026-04-17T17:37:59.614 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2026-04-17T17:37:59.650 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 3.7 kB Progress (1): 8.5 kB Progress (1): 12 kB Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 404 kB/s) 2026-04-17T17:37:59.652 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2026-04-17T17:37:59.686 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.1 kB Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 60 kB/s) 2026-04-17T17:37:59.687 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2026-04-17T17:37:59.721 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 729 B Progress (1): 2.3 kB Progress (1): 4.7 kB Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 242 kB/s) 2026-04-17T17:37:59.723 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2026-04-17T17:37:59.761 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 696 B Progress (1): 2.7 kB Progress (1): 6.4 kB Progress (1): 9.2 kB Progress (1): 11 kB Progress (1): 15 kB Progress (1): 20 kB Progress (1): 24 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 670 kB/s) 2026-04-17T17:37:59.765 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2026-04-17T17:37:59.797 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/36 kB Progress (1): 16/36 kB Progress (1): 32/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.1 MB/s) 2026-04-17T17:37:59.798 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2026-04-17T17:37:59.798 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2026-04-17T17:37:59.798 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2026-04-17T17:37:59.798 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2026-04-17T17:37:59.798 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2026-04-17T17:37:59.830 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/26 kB Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 820 kB/s) 2026-04-17T17:37:59.830 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2026-04-17T17:37:59.834 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/79 kB Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 48/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 2.2 MB/s) 2026-04-17T17:37:59.834 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2026-04-17T17:37:59.839 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0/1.0 MB Progress (1): 0/1.0 MB Progress (1): 0/1.0 MB Progress (1): 0/1.0 MB Progress (1): 0.1/1.0 MB Progress (1): 0.1/1.0 MB Progress (2): 0.1/1.0 MB | 8.2/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 25/58 kB Progress (2): 0.1/1.0 MB | 41/58 kB Progress (2): 0.1/1.0 MB | 57/58 kB Progress (2): 0.1/1.0 MB | 57/58 kB Progress (2): 0.1/1.0 MB | 58 kB Progress (2): 0.2/1.0 MB | 58 kB Progress (2): 0.2/1.0 MB | 58 kB Progress (3): 0.2/1.0 MB | 58 kB | 7.7/211 kB Progress (3): 0.2/1.0 MB | 58 kB | 16/211 kB Progress (3): 0.2/1.0 MB | 58 kB | 32/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 1.4 MB/s) 2026-04-17T17:37:59.845 INFO:tasks.workunit.client.0.vm06.stdout:Progress (2): 0.2/1.0 MB | 32/211 kB Progress (2): 0.2/1.0 MB | 32/211 kB Progress (2): 0.2/1.0 MB | 32/211 kB Progress (2): 0.2/1.0 MB | 49/211 kB Progress (2): 0.2/1.0 MB | 61/211 kB Progress (2): 0.2/1.0 MB | 78/211 kB Progress (2): 0.2/1.0 MB | 78/211 kB Progress (2): 0.3/1.0 MB | 78/211 kB Progress (2): 0.3/1.0 MB | 78/211 kB Progress (2): 0.3/1.0 MB | 94/211 kB Progress (2): 0.3/1.0 MB | 94/211 kB Progress (2): 0.3/1.0 MB | 94/211 kB Progress (2): 0.3/1.0 MB | 94/211 kB Progress (2): 0.3/1.0 MB | 94/211 kB Progress (2): 0.3/1.0 MB | 111/211 kB Progress (2): 0.3/1.0 MB | 127/211 kB Progress (2): 0.4/1.0 MB | 127/211 kB Progress (2): 0.4/1.0 MB | 127/211 kB Progress (2): 0.4/1.0 MB | 127/211 kB Progress (2): 0.4/1.0 MB | 143/211 kB Progress (2): 0.4/1.0 MB | 160/211 kB Progress (2): 0.4/1.0 MB | 160/211 kB Progress (2): 0.4/1.0 MB | 160/211 kB Progress (2): 0.4/1.0 MB | 160/211 kB Progress (2): 0.4/1.0 MB | 176/211 kB Progress (2): 0.4/1.0 MB | 193/211 kB Progress (2): 0.5/1.0 MB | 193/211 kB Progress (2): 0.5/1.0 MB | 193/211 kB Progress (2): 0.5/1.0 MB | 193/211 kB Progress (2): 0.5/1.0 MB | 209/211 kB Progress (2): 0.5/1.0 MB | 209/211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Progress (2): 0.5/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 4.4 MB/s) 2026-04-17T17:37:59.854 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.8/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 0.9/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 18 MB/s) 2026-04-17T17:37:59.861 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.5/116 kB Progress (1): 24/116 kB Progress (1): 40/116 kB Progress (1): 57/116 kB Progress (1): 73/116 kB Progress (1): 89/116 kB Progress (1): 106/116 kB Progress (1): 116 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 1.8 MB/s) 2026-04-17T17:37:59.872 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 7.7/267 kB Progress (1): 16/267 kB Progress (1): 29/267 kB Progress (1): 45/267 kB Progress (1): 61/267 kB Progress (1): 78/267 kB Progress (1): 94/267 kB Progress (1): 111/267 kB Progress (1): 127/267 kB Progress (1): 143/267 kB Progress (1): 160/267 kB Progress (1): 176/267 kB Progress (1): 193/267 kB Progress (1): 209/267 kB Progress (1): 225/267 kB Progress (1): 242/267 kB Progress (1): 258/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 3.7 MB/s) 2026-04-17T17:38:00.038 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] BUILD SUCCESS 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Total time: 10.037 s 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Finished at: 2026-04-17T17:38:00Z 2026-04-17T17:38:00.056 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:38:00.069 INFO:tasks.workunit.client.0.vm06.stderr:+ ./mvnw test -Dtest=PutObjects 2026-04-17T17:38:00.078 INFO:tasks.workunit.client.0.vm06.stdout:Warning: JAVA_HOME environment variable is not set. 2026-04-17T17:38:00.613 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Scanning for projects... 2026-04-17T17:38:00.654 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.654 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2026-04-17T17:38:00.654 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Building jcksum 1.0 2026-04-17T17:38:00.654 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] from pom.xml 2026-04-17T17:38:00.654 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2026-04-17T17:38:00.772 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.772 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2026-04-17T17:38:00.825 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2026-04-17T17:38:00.825 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.825 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2026-04-17T17:38:00.870 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-17T17:38:00.870 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.870 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2026-04-17T17:38:00.871 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2026-04-17T17:38:00.871 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.871 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2026-04-17T17:38:00.873 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Nothing to compile - all classes are up to date 2026-04-17T17:38:00.873 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:00.873 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2026-04-17T17:38:00.955 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2026-04-17T17:38:01.046 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2026-04-17T17:38:01.229 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 846 B Progress (1): 2.6 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 25 kB/s) 2026-04-17T17:38:01.235 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2026-04-17T17:38:01.271 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 849 B Progress (1): 2.2 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 71 kB/s) 2026-04-17T17:38:01.275 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2026-04-17T17:38:01.310 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 849 B Progress (1): 2.0 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 80 kB/s) 2026-04-17T17:38:01.313 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2026-04-17T17:38:01.351 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 966 B Progress (1): 2.5 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 80 kB/s) 2026-04-17T17:38:01.353 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2026-04-17T17:38:01.390 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 957 B Progress (1): 2.5 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 87 kB/s) 2026-04-17T17:38:01.392 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2026-04-17T17:38:01.433 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 1.2 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 42 kB/s) 2026-04-17T17:38:01.435 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2026-04-17T17:38:01.477 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 971 B Progress (1): 2.5 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 66 kB/s) 2026-04-17T17:38:01.481 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2026-04-17T17:38:01.518 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/27 kB Progress (1): 2.3/27 kB Progress (1): 3.6/27 kB Progress (1): 5.0/27 kB Progress (1): 6.4/27 kB Progress (1): 7.7/27 kB Progress (1): 9.1/27 kB Progress (1): 10/27 kB Progress (1): 12/27 kB Progress (1): 13/27 kB Progress (1): 14/27 kB Progress (1): 16/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 20/27 kB Progress (1): 21/27 kB Progress (1): 23/27 kB Progress (1): 24/27 kB Progress (1): 25/27 kB Progress (1): 27/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 714 kB/s) 2026-04-17T17:38:01.519 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2026-04-17T17:38:01.519 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2026-04-17T17:38:01.519 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2026-04-17T17:38:01.520 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2026-04-17T17:38:01.520 INFO:tasks.workunit.client.0.vm06.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2026-04-17T17:38:01.596 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/189 kB Progress (1): 5.1/189 kB Progress (1): 9.3/189 kB Progress (1): 12/189 kB Progress (1): 17/189 kB Progress (1): 21/189 kB Progress (1): 25/189 kB Progress (1): 29/189 kB Progress (1): 33/189 kB Progress (1): 38/189 kB Progress (1): 42/189 kB Progress (1): 46/189 kB Progress (1): 50/189 kB Progress (1): 55/189 kB Progress (1): 59/189 kB Progress (1): 63/189 kB Progress (1): 66/189 kB Progress (1): 70/189 kB Progress (1): 74/189 kB Progress (1): 78/189 kB Progress (1): 82/189 kB Progress (1): 87/189 kB Progress (1): 91/189 kB Progress (1): 95/189 kB Progress (1): 99/189 kB Progress (1): 104/189 kB Progress (1): 108/189 kB Progress (1): 112/189 kB Progress (1): 116/189 kB Progress (1): 121/189 kB Progress (1): 125/189 kB Progress (1): 129/189 kB Progress (1): 131/189 kB Progress (1): 135/189 kB Progress (1): 140/189 kB Progress (1): 144/189 kB Progress (1): 148/189 kB Progress (1): 152/189 kB Progress (1): 156/189 kB Progress (1): 161/189 kB Progress (1): 165/189 kB Progress (1): 181/189 kB Progress (1): 189 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.5 MB/s) 2026-04-17T17:38:01.615 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/18 kB Progress (1): 2.3/18 kB Progress (1): 3.6/18 kB Progress (1): 5.0/18 kB Progress (1): 6.4/18 kB Progress (1): 7.7/18 kB Progress (1): 9.1/18 kB Progress (1): 10/18 kB Progress (1): 12/18 kB Progress (1): 13/18 kB Progress (1): 15/18 kB Progress (1): 16/18 kB Progress (1): 17/18 kB Progress (1): 18 kB Progress (2): 18 kB | 0.9/7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 181 kB/s) 2026-04-17T17:38:01.616 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 2.3/7.7 kB Progress (1): 3.6/7.7 kB Progress (1): 5.0/7.7 kB Progress (1): 6.4/7.7 kB Progress (1): 7.4/7.7 kB Progress (1): 7.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 79 kB/s) 2026-04-17T17:38:01.670 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 0.9/169 kB Progress (1): 2.3/169 kB Progress (1): 3.6/169 kB Progress (1): 5.0/169 kB Progress (1): 6.4/169 kB Progress (1): 7.7/169 kB Progress (1): 9.1/169 kB Progress (1): 10/169 kB Progress (1): 12/169 kB Progress (1): 13/169 kB Progress (1): 15/169 kB Progress (1): 16/169 kB Progress (1): 17/169 kB Progress (1): 19/169 kB Progress (1): 20/169 kB Progress (1): 21/169 kB Progress (1): 23/169 kB Progress (1): 24/169 kB Progress (1): 26/169 kB Progress (1): 27/169 kB Progress (1): 28/169 kB Progress (1): 29/169 kB Progress (1): 31/169 kB Progress (1): 32/169 kB Progress (1): 33/169 kB Progress (1): 35/169 kB Progress (1): 36/169 kB Progress (1): 38/169 kB Progress (1): 39/169 kB Progress (1): 40/169 kB Progress (1): 42/169 kB Progress (1): 43/169 kB Progress (1): 44/169 kB Progress (1): 46/169 kB Progress (1): 47/169 kB Progress (1): 48/169 kB Progress (1): 50/169 kB Progress (1): 51/169 kB Progress (1): 53/169 kB Progress (1): 54/169 kB Progress (1): 55/169 kB Progress (1): 60/169 kB Progress (1): 64/169 kB Progress (1): 68/169 kB Progress (1): 72/169 kB Progress (1): 76/169 kB Progress (1): 81/169 kB Progress (1): 85/169 kB Progress (1): 89/169 kB Progress (1): 93/169 kB Progress (1): 98/169 kB Progress (1): 102/169 kB Progress (1): 106/169 kB Progress (1): 110/169 kB Progress (1): 115/169 kB Progress (1): 119/169 kB Progress (1): 123/169 kB Progress (1): 127/169 kB Progress (2): 127/169 kB | 0.9/103 kB Progress (2): 127/169 kB | 2.3/103 kB Progress (2): 127/169 kB | 3.6/103 kB Progress (2): 127/169 kB | 5.0/103 kB Progress (2): 127/169 kB | 6.4/103 kB Progress (2): 127/169 kB | 7.7/103 kB Progress (2): 127/169 kB | 9.1/103 kB Progress (2): 127/169 kB | 10/103 kB Progress (2): 127/169 kB | 12/103 kB Progress (2): 127/169 kB | 13/103 kB Progress (2): 127/169 kB | 15/103 kB Progress (2): 127/169 kB | 16/103 kB Progress (2): 127/169 kB | 17/103 kB Progress (2): 127/169 kB | 19/103 kB Progress (2): 127/169 kB | 20/103 kB Progress (2): 127/169 kB | 21/103 kB Progress (2): 127/169 kB | 23/103 kB Progress (2): 127/169 kB | 24/103 kB Progress (2): 127/169 kB | 26/103 kB Progress (2): 127/169 kB | 27/103 kB Progress (2): 127/169 kB | 28/103 kB Progress (2): 127/169 kB | 30/103 kB Progress (2): 127/169 kB | 31/103 kB Progress (2): 127/169 kB | 32/103 kB Progress (2): 127/169 kB | 34/103 kB Progress (2): 127/169 kB | 35/103 kB Progress (2): 127/169 kB | 36/103 kB Progress (2): 127/169 kB | 38/103 kB Progress (2): 127/169 kB | 39/103 kB Progress (2): 127/169 kB | 41/103 kB Progress (2): 127/169 kB | 42/103 kB Progress (2): 127/169 kB | 43/103 kB Progress (2): 127/169 kB | 45/103 kB Progress (2): 127/169 kB | 46/103 kB Progress (2): 127/169 kB | 47/103 kB Progress (2): 127/169 kB | 49/103 kB Progress (2): 127/169 kB | 50/103 kB Progress (2): 127/169 kB | 52/103 kB Progress (2): 127/169 kB | 53/103 kB Progress (2): 127/169 kB | 54/103 kB Progress (2): 127/169 kB | 56/103 kB Progress (2): 127/169 kB | 60/103 kB Progress (2): 131/169 kB | 60/103 kB Progress (2): 136/169 kB | 60/103 kB Progress (2): 140/169 kB | 60/103 kB Progress (2): 144/169 kB | 60/103 kB Progress (2): 148/169 kB | 60/103 kB Progress (2): 153/169 kB | 60/103 kB Progress (2): 157/169 kB | 60/103 kB Progress (2): 159/169 kB | 60/103 kB Progress (2): 163/169 kB | 60/103 kB Progress (2): 167/169 kB | 60/103 kB Progress (2): 169 kB | 60/103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.1 MB/s) 2026-04-17T17:38:01.683 INFO:tasks.workunit.client.0.vm06.stdout:Progress (1): 64/103 kB Progress (1): 68/103 kB Progress (1): 73/103 kB Progress (1): 77/103 kB Progress (1): 81/103 kB Progress (1): 85/103 kB Progress (1): 89/103 kB Progress (1): 94/103 kB Progress (1): 98/103 kB Progress (1): 102/103 kB Progress (1): 103 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 636 kB/s) 2026-04-17T17:38:01.693 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:38:01.693 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------- 2026-04-17T17:38:01.693 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] T E S T S 2026-04-17T17:38:01.693 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------- 2026-04-17T17:38:01.942 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2026-04-17T17:38:01.995 INFO:tasks.workunit.client.0.vm06.stdout:PutObjects.java: starting test run: 2026-04-17T17:38:01.995 INFO:tasks.workunit.client.0.vm06.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2026-04-17T17:38:01.995 INFO:tasks.workunit.client.0.vm06.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2026-04-17T17:38:01.995 INFO:tasks.workunit.client.0.vm06.stdout: EndpointUrl=https://vm06.local:443 2026-04-17T17:38:01.995 INFO:tasks.workunit.client.0.vm06.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2026-04-17T17:38:02.094 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Environment Variables Read 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: S3 Client Initialized 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.196 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.294 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.294 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.294 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.295 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.295 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.295 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generating File 2026-04-17T17:38:02.295 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: File Generated 2026-04-17T17:38:02.295 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Generated Big Files 2026-04-17T17:38:02.430 INFO:tasks.workunit.client.0.vm06.stdout:HeadBucketResponse() 2026-04-17T17:38:02.430 INFO:tasks.workunit.client.0.vm06.stdout:sheik is ready 2026-04-17T17:38:02.430 INFO:tasks.workunit.client.0.vm06.stdout:DEBUG: Test Bucket Created 2026-04-17T17:38:02.494 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-0b 2026-04-17T17:38:02.595 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-8b 2026-04-17T17:38:02.695 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-200b 2026-04-17T17:38:02.795 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-21983b 2026-04-17T17:38:02.895 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-5519b 2026-04-17T17:38:02.995 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-204329b 2026-04-17T17:38:03.195 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-256k 2026-04-17T17:38:03.295 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-1m 2026-04-17T17:38:03.596 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileNoCksum called with file-1038757b 2026-04-17T17:38:03.996 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileNoCksum called with file-5m 2026-04-17T17:38:06.500 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileNoCksum called with file-10m 2026-04-17T17:38:08.603 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileNoCksum called with file-100m 2026-04-17T17:38:30.618 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-0b 2026-04-17T17:38:30.619 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-8b 2026-04-17T17:38:30.620 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-200b 2026-04-17T17:38:30.621 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-21983b 2026-04-17T17:38:30.621 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-5519b 2026-04-17T17:38:30.622 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-204329b 2026-04-17T17:38:30.623 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-256k 2026-04-17T17:38:30.624 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-1m 2026-04-17T17:38:30.625 INFO:tasks.workunit.client.0.vm06.stdout:arg: file-1038757b 2026-04-17T17:38:30.629 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-0b 2026-04-17T17:38:30.684 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:30.730 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-8b 2026-04-17T17:38:30.730 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:30.830 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-200b 2026-04-17T17:38:30.830 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:30.930 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-21983b 2026-04-17T17:38:30.930 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:31.030 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-5519b 2026-04-17T17:38:31.030 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:31.130 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-204329b 2026-04-17T17:38:31.130 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:31.230 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-256k 2026-04-17T17:38:31.293 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:31.331 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-1m 2026-04-17T17:38:31.531 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:31.631 INFO:tasks.workunit.client.0.vm06.stdout:putObjectFromFileCksum called with file-1038757b 2026-04-17T17:38:31.931 INFO:tasks.workunit.client.0.vm06.stdout:PutObjectResponse 2026-04-17T17:38:32.131 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileCksum called with file-5m 2026-04-17T17:38:33.633 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileCksum called with file-10m 2026-04-17T17:38:36.736 INFO:tasks.workunit.client.0.vm06.stdout:mpuObjectFromFileCksum called with file-100m 2026-04-17T17:39:06.383 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 64.43 s -- in io.ceph.jcksum.PutObjects 2026-04-17T17:39:06.392 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:39:06.392 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Results: 2026-04-17T17:39:06.392 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:39:06.392 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2026-04-17T17:39:06.392 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] 2026-04-17T17:39:06.393 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:39:06.393 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] BUILD SUCCESS 2026-04-17T17:39:06.393 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:39:06.394 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Total time: 01:05 min 2026-04-17T17:39:06.394 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] Finished at: 2026-04-17T17:39:06Z 2026-04-17T17:39:06.394 INFO:tasks.workunit.client.0.vm06.stdout:[INFO] ------------------------------------------------------------------------ 2026-04-17T17:39:06.407 INFO:tasks.workunit.client.0.vm06.stderr:+ exit 2026-04-17T17:39:06.408 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:39:06.408 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:39:06.482 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'cls/test_cls_sem_set.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_datalog.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2026-04-17T17:39:06.482 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T17:39:06.913 DEBUG:teuthology.parallel:result is None 2026-04-17T17:39:06.914 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:39:06.946 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:39:06.946 DEBUG:teuthology.orchestra.run.vm06:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:39:07.012 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:39:07.012 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T17:39:07.015 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:39:07.015 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T17:39:07.015 DEBUG:teuthology.orchestra.run.vm06:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:39:07.078 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:39:07.078 INFO:teuthology.orchestra.run.vm06.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T17:39:07.078 DEBUG:teuthology.orchestra.run.vm06:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:39:07.144 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T17:39:07.144 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T17:39:07.211 INFO:tasks.workunit:timeout=3h 2026-04-17T17:39:07.211 INFO:tasks.workunit:cleanup=True 2026-04-17T17:39:07.211 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:39:07.283 INFO:tasks.workunit.client.0.vm06.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: git switch -c 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:Or undo this operation with: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: git switch - 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:39:37.755 INFO:tasks.workunit.client.0.vm06.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T17:39:37.762 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T17:39:37.832 INFO:tasks.workunit.client.0.vm06.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T17:39:37.833 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:39:37.833 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T17:39:37.910 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T17:39:37.945 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T17:39:37.972 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:39:37.973 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:39:37.973 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T17:39:37.999 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:39:38.002 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:39:38.002 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T17:39:38.068 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2026-04-17T17:39:38.069 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2026-04-17T17:39:38.069 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2026-04-17T17:39:38.137 INFO:tasks.workunit.client.0.vm06.stdout:INFO: fully qualified domain name: vm06.local 2026-04-17T17:39:38.138 INFO:tasks.workunit.client.0.vm06.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2026-04-17T17:39:38.138 INFO:tasks.workunit.client.0.vm06.stdout:== TESTING NON-VERSIONED BUCKET == 2026-04-17T17:39:39.539 INFO:tasks.workunit.client.0.vm06.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T17:39:39.625 INFO:tasks.workunit.client.0.vm06.stdout:Collecting pip 2026-04-17T17:39:39.630 INFO:tasks.workunit.client.0.vm06.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T17:39:39.654 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: pip 2026-04-17T17:39:39.654 INFO:tasks.workunit.client.0.vm06.stdout: Attempting uninstall: pip 2026-04-17T17:39:39.654 INFO:tasks.workunit.client.0.vm06.stdout: Found existing installation: pip 21.3.1 2026-04-17T17:39:39.766 INFO:tasks.workunit.client.0.vm06.stdout: Uninstalling pip-21.3.1: 2026-04-17T17:39:39.769 INFO:tasks.workunit.client.0.vm06.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T17:39:40.184 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed pip-26.0.1 2026-04-17T17:39:40.551 INFO:tasks.workunit.client.0.vm06.stdout:Collecting boto3 2026-04-17T17:39:40.552 INFO:tasks.workunit.client.0.vm06.stdout: Using cached boto3-1.42.90-py3-none-any.whl.metadata (6.7 kB) 2026-04-17T17:39:40.701 INFO:tasks.workunit.client.0.vm06.stdout:Collecting botocore<1.43.0,>=1.42.90 (from boto3) 2026-04-17T17:39:40.702 INFO:tasks.workunit.client.0.vm06.stdout: Using cached botocore-1.42.90-py3-none-any.whl.metadata (5.9 kB) 2026-04-17T17:39:40.716 INFO:tasks.workunit.client.0.vm06.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-17T17:39:40.717 INFO:tasks.workunit.client.0.vm06.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-17T17:39:40.731 INFO:tasks.workunit.client.0.vm06.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-17T17:39:40.731 INFO:tasks.workunit.client.0.vm06.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:39:40.744 INFO:tasks.workunit.client.0.vm06.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:39:40.745 INFO:tasks.workunit.client.0.vm06.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-17T17:39:40.765 INFO:tasks.workunit.client.0.vm06.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:39:40.766 INFO:tasks.workunit.client.0.vm06.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-17T17:39:40.783 INFO:tasks.workunit.client.0.vm06.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:39:40.783 INFO:tasks.workunit.client.0.vm06.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:39:40.808 INFO:tasks.workunit.client.0.vm06.stdout:Using cached boto3-1.42.90-py3-none-any.whl (140 kB) 2026-04-17T17:39:40.809 INFO:tasks.workunit.client.0.vm06.stdout:Using cached botocore-1.42.90-py3-none-any.whl (14.9 MB) 2026-04-17T17:39:40.816 INFO:tasks.workunit.client.0.vm06.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-17T17:39:40.817 INFO:tasks.workunit.client.0.vm06.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-17T17:39:40.818 INFO:tasks.workunit.client.0.vm06.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-17T17:39:40.819 INFO:tasks.workunit.client.0.vm06.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-17T17:39:40.819 INFO:tasks.workunit.client.0.vm06.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-17T17:39:40.851 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-17T17:39:41.266 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:39:41.267 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed boto3-1.42.90 botocore-1.42.90 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-17T17:39:41.635 INFO:tasks.workunit.client.0.vm06.stdout:INFO: creating user 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout:{ 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "user_id": "testid", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "display_name": "M. Tester", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "email": "tester@ceph.com", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "suspended": 0, 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "subusers": [], 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "keys": [ 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: { 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "user": "testid", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "access_key": "0555b35654ad1656d804", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "active": true, 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:39:41.752044Z" 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: } 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: ], 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "swift_keys": [], 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "caps": [], 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "default_placement": "", 2026-04-17T17:39:41.760 INFO:tasks.workunit.client.0.vm06.stdout: "default_storage_class": "", 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "placement_tags": [], 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "bucket_quota": { 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "user_quota": { 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "enabled": false, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "check_on_raw": false, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_size": -1, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "max_objects": -1 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: }, 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "type": "rgw", 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "mfa_ids": [], 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "account_id": "", 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "path": "/", 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "create_date": "2026-04-17T17:39:41.752038Z", 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "tags": [], 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: "group_ids": [] 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout:} 2026-04-17T17:39:41.761 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:39:41.854 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-17T17:39:41.855 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-17T17:39:50.190 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:50.190 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:50.247 INFO:tasks.workunit.client.0.vm06.stderr:5+0 records in 2026-04-17T17:39:50.247 INFO:tasks.workunit.client.0.vm06.stderr:5+0 records out 2026-04-17T17:39:50.248 INFO:tasks.workunit.client.0.vm06.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0123987 s, 423 MB/s 2026-04-17T17:39:50.250 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:50.250 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:50.307 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:50.307 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:51.135 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:51.135 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:51.981 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:51.981 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:52.839 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:52.839 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:53.641 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:53.641 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:54.464 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:54.464 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:55.291 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:55.291 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:56.111 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:56.111 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:56.972 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:56.973 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:57.831 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:57.831 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:58.705 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:58.705 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:39:59.560 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:39:59.561 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:00.392 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:00.392 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:01.186 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'vm06.local'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:01.186 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:bucket nams is reupload-bkt-130343 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:endpoint is https://vm06.local:443 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:start UploadId=2~0yywfVRj4MfIOGcK5be0SjqyAulbn1D 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 1 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 1 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 2} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:phase 2 uploaded part {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1} 2026-04-17T17:40:01.271 INFO:tasks.workunit.client.0.vm06.stdout:completing multipart upload, parts=[{'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 1}, {'ETag': '"1c965a8a7ed8e584610b8b16af39ac9c"', 'PartNumber': 2}] 2026-04-17T17:40:02.164 INFO:tasks.workunit.client.0.vm06.stdout:radosgw-admin bucket radoslist: 2026-04-17T17:40:02.165 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3_mpu_test4 2026-04-17T17:40:02.165 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__multipart_mpu_test4.2~0yywfVRj4MfIOGcK5be0SjqyAulbn1D.2 2026-04-17T17:40:02.165 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__multipart_mpu_test4.uDZloWds3P8AsQF0K0rN06Poxyuy_J9p.1 2026-04-17T17:40:02.165 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__shadow_mpu_test4.2~0yywfVRj4MfIOGcK5be0SjqyAulbn1D.2_1 2026-04-17T17:40:02.165 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__shadow_mpu_test4.uDZloWds3P8AsQF0K0rN06Poxyuy_J9p.1_1 2026-04-17T17:40:02.212 INFO:tasks.workunit.client.0.vm06.stdout:rados ls: 2026-04-17T17:40:02.213 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3_mpu_test4 2026-04-17T17:40:02.213 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__multipart_mpu_test4.2~0yywfVRj4MfIOGcK5be0SjqyAulbn1D.2 2026-04-17T17:40:02.213 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__multipart_mpu_test4.uDZloWds3P8AsQF0K0rN06Poxyuy_J9p.1 2026-04-17T17:40:02.213 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__shadow_mpu_test4.2~0yywfVRj4MfIOGcK5be0SjqyAulbn1D.2_1 2026-04-17T17:40:02.213 INFO:tasks.workunit.client.0.vm06.stdout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.3__shadow_mpu_test4.uDZloWds3P8AsQF0K0rN06Poxyuy_J9p.1_1 2026-04-17T17:40:02.217 INFO:tasks.workunit.client.0.vm06.stdout:== PASSED == 2026-04-17T17:40:02.217 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:40:02.217 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:40:02.290 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2026-04-17T17:40:02.290 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T17:40:02.723 DEBUG:teuthology.parallel:result is None 2026-04-17T17:40:02.723 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:02.754 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:02.754 DEBUG:teuthology.orchestra.run.vm06:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:40:02.819 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:02.819 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T17:40:02.822 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:40:02.822 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T17:40:02.822 DEBUG:teuthology.orchestra.run.vm06:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:40:02.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:40:02.884 INFO:teuthology.orchestra.run.vm06.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T17:40:02.884 DEBUG:teuthology.orchestra.run.vm06:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:40:02.948 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T17:40:02.948 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T17:40:03.011 INFO:tasks.workunit:timeout=3h 2026-04-17T17:40:03.011 INFO:tasks.workunit:cleanup=True 2026-04-17T17:40:03.012 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:40:03.077 INFO:tasks.workunit.client.0.vm06.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: git switch -c 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:Or undo this operation with: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: git switch - 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:40:34.649 INFO:tasks.workunit.client.0.vm06.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T17:40:34.656 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T17:40:34.724 INFO:tasks.workunit.client.0.vm06.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T17:40:34.726 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:40:34.727 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T17:40:34.765 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T17:40:34.800 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T17:40:34.828 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:40:34.829 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:40:34.829 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T17:40:34.859 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:40:34.862 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:40:34.862 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T17:40:34.929 INFO:tasks.workunit:Running workunits matching rgw/run-rados-pool-quota.sh on client.0... 2026-04-17T17:40:34.929 INFO:tasks.workunit:Running workunit rgw/run-rados-pool-quota.sh... 2026-04-17T17:40:34.929 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/run-rados-pool-quota.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-17T17:40:34.998 INFO:tasks.workunit.client.0.vm06.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-rados-pool-quota.sh 2026-04-17T17:40:34.999 INFO:tasks.workunit.client.0.vm06.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:40:34.999 INFO:tasks.workunit.client.0.vm06.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ deactivate nondestructive 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ unset VIRTUAL_ENV 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ export VIRTUAL_ENV 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ export PATH 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -z '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ PS1='(rgw) ' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ export PS1 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:40:36.285 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install pip --upgrade 2026-04-17T17:40:36.432 INFO:tasks.workunit.client.0.vm06.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T17:40:36.525 INFO:tasks.workunit.client.0.vm06.stdout:Collecting pip 2026-04-17T17:40:36.530 INFO:tasks.workunit.client.0.vm06.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T17:40:36.558 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: pip 2026-04-17T17:40:36.558 INFO:tasks.workunit.client.0.vm06.stdout: Attempting uninstall: pip 2026-04-17T17:40:36.558 INFO:tasks.workunit.client.0.vm06.stdout: Found existing installation: pip 21.3.1 2026-04-17T17:40:36.666 INFO:tasks.workunit.client.0.vm06.stdout: Uninstalling pip-21.3.1: 2026-04-17T17:40:36.669 INFO:tasks.workunit.client.0.vm06.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T17:40:37.084 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed pip-26.0.1 2026-04-17T17:40:37.121 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install boto3 2026-04-17T17:40:37.512 INFO:tasks.workunit.client.0.vm06.stdout:Collecting boto3 2026-04-17T17:40:37.513 INFO:tasks.workunit.client.0.vm06.stdout: Using cached boto3-1.42.90-py3-none-any.whl.metadata (6.7 kB) 2026-04-17T17:40:37.686 INFO:tasks.workunit.client.0.vm06.stdout:Collecting botocore<1.43.0,>=1.42.90 (from boto3) 2026-04-17T17:40:37.687 INFO:tasks.workunit.client.0.vm06.stdout: Using cached botocore-1.42.90-py3-none-any.whl.metadata (5.9 kB) 2026-04-17T17:40:37.700 INFO:tasks.workunit.client.0.vm06.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-17T17:40:37.701 INFO:tasks.workunit.client.0.vm06.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-17T17:40:37.715 INFO:tasks.workunit.client.0.vm06.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-17T17:40:37.715 INFO:tasks.workunit.client.0.vm06.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:40:37.731 INFO:tasks.workunit.client.0.vm06.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:40:37.733 INFO:tasks.workunit.client.0.vm06.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-17T17:40:37.752 INFO:tasks.workunit.client.0.vm06.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:40:37.752 INFO:tasks.workunit.client.0.vm06.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-17T17:40:37.767 INFO:tasks.workunit.client.0.vm06.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:40:37.768 INFO:tasks.workunit.client.0.vm06.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:40:37.794 INFO:tasks.workunit.client.0.vm06.stdout:Using cached boto3-1.42.90-py3-none-any.whl (140 kB) 2026-04-17T17:40:37.794 INFO:tasks.workunit.client.0.vm06.stdout:Using cached botocore-1.42.90-py3-none-any.whl (14.9 MB) 2026-04-17T17:40:37.802 INFO:tasks.workunit.client.0.vm06.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-17T17:40:37.802 INFO:tasks.workunit.client.0.vm06.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-17T17:40:37.803 INFO:tasks.workunit.client.0.vm06.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-17T17:40:37.804 INFO:tasks.workunit.client.0.vm06.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-17T17:40:37.804 INFO:tasks.workunit.client.0.vm06.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-17T17:40:37.837 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-17T17:40:38.281 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:40:38.282 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed boto3-1.42.90 botocore-1.42.90 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-17T17:40:38.355 INFO:tasks.workunit.client.0.vm06.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_rados_pool_quota.py 2026-04-17T17:40:38.440 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin user create --uid quota-tester --display-name "Quota Tester" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2026-04-17T17:40:38.465 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:40:38.465 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:40:38.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.487+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 realm 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.488+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.489+0000 7fa832725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.489+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.490+0000 7fa832725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:40:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.490+0000 7fa832725900 20 searching for the correct realm 2026-04-17T17:40:38.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.492+0000 7fa82e3b9640 0 -- 192.168.123.106:0/2393566359 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x557ec5596b90 msgr2=0x557ec55b7040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:38.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.496+0000 7fa82ebba640 0 -- 192.168.123.106:0/2393566359 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x557ec5573db0 msgr2=0x557ec55941b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.499+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 zone default found 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 4 Realm: () 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 zonegroup default 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.500+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 started sync module instance, tier type = 2026-04-17T17:40:38.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.501+0000 7fa832725900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:40:38.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.505+0000 7fa832725900 20 add_watcher() i=5 2026-04-17T17:40:38.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.505+0000 7fa832725900 20 add_watcher() i=0 2026-04-17T17:40:38.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.505+0000 7fa832725900 20 add_watcher() i=3 2026-04-17T17:40:38.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.505+0000 7fa832725900 20 add_watcher() i=2 2026-04-17T17:40:38.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.505+0000 7fa832725900 20 add_watcher() i=6 2026-04-17T17:40:38.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.506+0000 7fa832725900 20 add_watcher() i=4 2026-04-17T17:40:38.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.506+0000 7fa832725900 20 add_watcher() i=7 2026-04-17T17:40:38.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.506+0000 7fa832725900 20 add_watcher() i=1 2026-04-17T17:40:38.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.506+0000 7fa832725900 2 all 8 watchers are set, enabling cache 2026-04-17T17:40:38.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.509+0000 7fa832725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:40:38.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.509+0000 7fa832725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:40:38.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.509+0000 7fa832725900 5 note: GC not initialized 2026-04-17T17:40:38.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.509+0000 7fa7d6ffd640 20 reqs_thread_entry: start 2026-04-17T17:40:38.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.553+0000 7fa832725900 20 init_complete bucket index max shards: 1 2026-04-17T17:40:38.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.553+0000 7fa832725900 20 Filter name: none 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa7d4ff9640 20 reqs_thread_entry: start 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache get: name=default.rgw.meta+users.uid+quota-tester : miss 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 adding default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 20 rados->read ofs=0 len=0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-17T17:40:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.554+0000 7fa832725900 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2026-04-17T17:40:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.555+0000 7fa832725900 10 cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-17T17:40:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.555+0000 7fa832725900 10 moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-17T17:40:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.555+0000 7fa832725900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:quota-tester, ofs0, ns] 2026-04-17T17:40:38.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.556+0000 7fa80dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1271310319676 cookie 94002965097072 notifier 5597 bl.length()=592 2026-04-17T17:40:38.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.556+0000 7fa80dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+quota-tester info.flags=0x17 2026-04-17T17:40:38.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.556+0000 7fa80dffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+quota-tester to cache LRU end 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa832725900 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa832725900 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa832725900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa80dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1271310319628 cookie 94002965104592 notifier 5597 bl.length()=186 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa80dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2026-04-17T17:40:38.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.558+0000 7fa80dffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=1 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 2 removed watcher, disabling cache 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=3 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=5 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=2 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=4 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=0 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=6 2026-04-17T17:40:38.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:38.563+0000 7fa832725900 20 remove_watcher() i=7 2026-04-17T17:40:38.576 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-17T17:40:38.576 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-17T17:40:38.707 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:38.707 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:38.754 INFO:tasks.workunit.client.0.vm06.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-17T17:40:40.878 INFO:tasks.workunit.client.0.vm06.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-17T17:40:40.892 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:40.892 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:40.906 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:40.906 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:40.934 INFO:tasks.workunit.client.0.vm06.stderr:TEST: verify that objects can be deleted with rados pool at quota 2026-04-17T17:40:40.937 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:40.937 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:40.988 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:40.988 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.038 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.038 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.087 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.087 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.136 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.136 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.205 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.205 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.255 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.255 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.306 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.306 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.356 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.356 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.406 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:41.406 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:41.457 INFO:tasks.workunit.client.0.vm06.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 1 2026-04-17T17:40:42.063 INFO:tasks.workunit.client.0.vm06.stderr:set-quota max_objects = 1 for pool default.rgw.buckets.data 2026-04-17T17:40:42.083 INFO:tasks.workunit.client.0.vm06.stderr:forcing quota to propagate 2026-04-17T17:40:52.094 INFO:tasks.workunit.client.0.vm06.stderr:rados -p default.rgw.buckets.data ls 2026-04-17T17:40:52.109 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:40:52.109 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:40:52.136 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:52.134+0000 7f38b37fe640 0 -- 192.168.123.106:0/3843947929 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x7f389c01c3c0 msgr2=0x7f389c01c7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:40:52.140 INFO:tasks.workunit.client.0.vm06.stderr:forced quota to propagate 2026-04-17T17:40:52.143 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.143 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.160 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.160 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.179 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.179 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.196 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.196 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.214 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.214 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.231 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.231 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.249 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.249 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.267 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.267 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.285 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.285 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.303 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.303 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.322 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:40:52.322 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:40:52.340 INFO:tasks.workunit.client.0.vm06.stderr:rados -p default.rgw.buckets.data ls | grep 5acc9672-a8ac-40f0-96b0-8739da82f881 2026-04-17T17:40:52.356 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:40:52.356 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:40:52.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:40:52.381+0000 7f1539a96640 0 -- 192.168.123.106:0/571336872 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f152000bbc0 msgr2=0x7f152007d450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:52.390 INFO:tasks.workunit.client.0.vm06.stderr:ceph osd pool set-quota default.rgw.buckets.data max_objects 0 2026-04-17T17:40:53.945 INFO:tasks.workunit.client.0.vm06.stderr:set-quota max_objects = 0 for pool default.rgw.buckets.data 2026-04-17T17:40:53.964 INFO:tasks.workunit.client.0.vm06.stderr:Completed rados pool quota tests 2026-04-17T17:40:53.964 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-17T17:40:53.964 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-17T17:40:53.964 INFO:tasks.workunit.client.0.vm06.stdout:connected to https://localhost:443 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ deactivate 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ export PATH 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ hash -r 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ unset VIRTUAL_ENV 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ unset -f deactivate 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stderr:+ echo OK. 2026-04-17T17:40:54.017 INFO:tasks.workunit.client.0.vm06.stdout:OK. 2026-04-17T17:40:54.018 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:40:54.018 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:40:54.093 INFO:tasks.workunit:Stopping ['rgw/run-rados-pool-quota.sh'] on client.0... 2026-04-17T17:40:54.093 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T17:40:54.564 DEBUG:teuthology.parallel:result is None 2026-04-17T17:40:54.565 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:54.605 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:54.605 DEBUG:teuthology.orchestra.run.vm06:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:40:54.675 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:40:54.675 INFO:teuthology.run_tasks:Running task ragweed... 2026-04-17T17:40:54.679 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-tentacle', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2026-04-17T17:40:54.679 INFO:tasks.ragweed:Downloading ragweed... 2026-04-17T17:40:54.679 INFO:tasks.ragweed:Using branch 'tt-wip-sse-s3-on-v20.2.0' for ragweed 2026-04-17T17:40:54.679 DEBUG:teuthology.orchestra.run.vm06:> git clone -b tt-wip-sse-s3-on-v20.2.0 https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-17T17:40:54.743 INFO:teuthology.orchestra.run.vm06.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-17T17:40:55.270 INFO:teuthology.orchestra.run.vm06.stderr:fatal: Remote branch tt-wip-sse-s3-on-v20.2.0 not found in upstream origin 2026-04-17T17:40:55.270 DEBUG:teuthology.orchestra.run:got remote process result: 128 2026-04-17T17:40:55.273 INFO:tasks.ragweed:Using branch 'ceph-tentacle' for ragweed 2026-04-17T17:40:55.273 DEBUG:teuthology.orchestra.run.vm06:> git clone -b ceph-tentacle https://github.com/ceph/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2026-04-17T17:40:55.344 INFO:teuthology.orchestra.run.vm06.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2026-04-17T17:40:56.191 INFO:tasks.ragweed:Creating rgw users... 2026-04-17T17:40:56.191 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2026-04-17T17:40:56.191 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key XNMJSBIIKWQULLIVMGBD --secret LZS5KrveTK6Edn8pV2nzK+423H6qrFu9AXUCjoNE3/x5M4O4gUR+5A== --email ragweed.client.0+test@test.test --system false 2026-04-17T17:40:56.285 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:40:56.285 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:40:56.306 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.304+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.304+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 realm 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.307 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.305+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.308 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.306+0000 7f3903340900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:56.308 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.306+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.510 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.508+0000 7f3903340900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:40:56.510 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.508+0000 7f3903340900 20 searching for the correct realm 2026-04-17T17:40:56.511 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.509+0000 7f38fe8b9640 0 -- 192.168.123.106:0/2264370927 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f38ec085030 msgr2=0x7f38ec0a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:56.716 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.714+0000 7f38ff8bb640 0 -- 192.168.123.106:0/2264370927 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f38e8070830 msgr2=0x7f38e807a020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:56.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.719+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 zone default found 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 4 Realm: () 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 zonegroup default 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 started sync module instance, tier type = 2026-04-17T17:40:56.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.720+0000 7f3903340900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:40:56.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.723+0000 7f3903340900 20 add_watcher() i=0 2026-04-17T17:40:56.726 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.724+0000 7f3903340900 20 add_watcher() i=2 2026-04-17T17:40:56.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.725+0000 7f3903340900 20 add_watcher() i=3 2026-04-17T17:40:56.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.725+0000 7f3903340900 20 add_watcher() i=6 2026-04-17T17:40:56.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.725+0000 7f3903340900 20 add_watcher() i=7 2026-04-17T17:40:56.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.725+0000 7f3903340900 20 add_watcher() i=1 2026-04-17T17:40:56.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.725+0000 7f3903340900 20 add_watcher() i=4 2026-04-17T17:40:56.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.726+0000 7f3903340900 20 add_watcher() i=5 2026-04-17T17:40:56.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.726+0000 7f3903340900 2 all 8 watchers are set, enabling cache 2026-04-17T17:40:56.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.728+0000 7f3903340900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:40:56.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.728+0000 7f3903340900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:40:56.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.728+0000 7f3903340900 5 note: GC not initialized 2026-04-17T17:40:56.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.728+0000 7f38acfe9640 20 reqs_thread_entry: start 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.769+0000 7f3903340900 20 init_complete bucket index max shards: 1 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 20 Filter name: none 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f38a67fc640 20 reqs_thread_entry: start 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.770+0000 7f3903340900 10 cache get: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD : miss 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD info.flags=0x0 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 10 adding default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD to cache LRU end 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 10 cache get: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD : hit (negative entry) 2026-04-17T17:40:56.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.771+0000 7f3903340900 10 cache get: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD : hit (negative entry) 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f3903340900 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f3903340900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f38daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123430 cookie 94430834934144 notifier 5886 bl.length()=675 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f38daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2026-04-17T17:40:56.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.772+0000 7f38daffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-17T17:40:56.776 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.774+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-17T17:40:56.776 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.774+0000 7f3903340900 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-17T17:40:56.776 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.774+0000 7f3903340900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-17T17:40:56.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.775+0000 7f38daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123449 cookie 94430833211552 notifier 5886 bl.length()=202 2026-04-17T17:40:56.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.775+0000 7f38daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2026-04-17T17:40:56.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.775+0000 7f38daffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f3903340900 10 cache put: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD info.flags=0x7 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f3903340900 10 moving default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD to cache LRU end 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f3903340900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:XNMJSBIIKWQULLIVMGBD, ofs0, ns] 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f38daffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1297080123453 cookie 94430833216480 notifier 5886 bl.length()=190 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f38daffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD info.flags=0x7 2026-04-17T17:40:56.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.777+0000 7f38daffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+XNMJSBIIKWQULLIVMGBD to cache LRU end 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "ragweed.client.0", 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr. ragweed.client.0", 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "email": "ragweed.client.0+test@test.test", 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:40:56.780 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "user": "ragweed.client.0", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "XNMJSBIIKWQULLIVMGBD", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "LZS5KrveTK6Edn8pV2nzK+423H6qrFu9AXUCjoNE3/x5M4O4gUR+5A==", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:40:56.771797Z" 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "type": "rgw", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:40:56.771789Z", 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:40:56.781 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:40:56.784 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.782+0000 7f3903340900 20 remove_watcher() i=0 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.782+0000 7f3903340900 2 removed watcher, disabling cache 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=7 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=4 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=3 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=5 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=6 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=2 2026-04-17T17:40:56.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.783+0000 7f3903340900 20 remove_watcher() i=1 2026-04-17T17:40:56.792 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2026-04-17T17:40:56.792 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key VFGFGZTNZELUITKSPADB --secret BgIjSxZGADEeW4tbw7w2Ed7oOInJWpl97tL2A3xFTlI640MCr6NLbg== --email sysuser.client.0+test@test.test --system true 2026-04-17T17:40:56.844 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:40:56.845 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:40:56.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.862+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 realm 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:56.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.864+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.865+0000 7f3b37216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:56.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.865+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:56.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.866+0000 7f3b37216900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:40:56.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.866+0000 7f3b37216900 20 searching for the correct realm 2026-04-17T17:40:56.869 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:56.867+0000 7f3b3216b640 0 -- 192.168.123.106:0/985943831 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f3b20024070 msgr2=0x7f3b20068350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:57.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.076+0000 7f3b3296c640 0 -- 192.168.123.106:0/985943831 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f3b24070030 msgr2=0x7f3b24076f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.082+0000 7f3b37216900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 zone default found 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 4 Realm: () 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 zonegroup default 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.083+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 started sync module instance, tier type = 2026-04-17T17:40:57.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.084+0000 7f3b37216900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:40:57.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.087+0000 7f3b37216900 20 add_watcher() i=2 2026-04-17T17:40:57.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.088+0000 7f3b37216900 20 add_watcher() i=0 2026-04-17T17:40:57.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.088+0000 7f3b37216900 20 add_watcher() i=3 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.088+0000 7f3b37216900 20 add_watcher() i=7 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.088+0000 7f3b37216900 20 add_watcher() i=1 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.089+0000 7f3b37216900 20 add_watcher() i=5 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.089+0000 7f3b37216900 20 add_watcher() i=4 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.089+0000 7f3b37216900 20 add_watcher() i=6 2026-04-17T17:40:57.091 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.089+0000 7f3b37216900 2 all 8 watchers are set, enabling cache 2026-04-17T17:40:57.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.091+0000 7f3b37216900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:40:57.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.091+0000 7f3b37216900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:40:57.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.091+0000 7f3b37216900 5 note: GC not initialized 2026-04-17T17:40:57.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.091+0000 7f3adbfff640 20 reqs_thread_entry: start 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.135+0000 7f3b37216900 20 init_complete bucket index max shards: 1 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 Filter name: none 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3ad9ffb640 20 reqs_thread_entry: start 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 10 cache get: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB : miss 2026-04-17T17:40:57.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.136+0000 7f3b37216900 20 rados->read ofs=0 len=0 2026-04-17T17:40:57.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.137+0000 7f3b37216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:40:57.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.137+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB info.flags=0x0 2026-04-17T17:40:57.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.137+0000 7f3b37216900 10 adding default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB to cache LRU end 2026-04-17T17:40:57.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.137+0000 7f3b37216900 10 cache get: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB : hit (negative entry) 2026-04-17T17:40:57.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.137+0000 7f3b37216900 10 cache get: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB : hit (negative entry) 2026-04-17T17:40:57.140 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-17T17:40:57.140 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b37216900 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-17T17:40:57.140 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b37216900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-17T17:40:57.140 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1301375090746 cookie 94295256458320 notifier 5904 bl.length()=675 2026-04-17T17:40:57.141 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b127fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2026-04-17T17:40:57.141 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.138+0000 7f3b127fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b37216900 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b37216900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b11ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1301375090727 cookie 94295254731872 notifier 5904 bl.length()=202 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b11ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2026-04-17T17:40:57.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.141+0000 7f3b11ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b37216900 10 cache put: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB info.flags=0x7 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b37216900 10 moving default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB to cache LRU end 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b37216900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:VFGFGZTNZELUITKSPADB, ofs0, ns] 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b127fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1301375090701 cookie 94295254728528 notifier 5904 bl.length()=190 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b127fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB info.flags=0x7 2026-04-17T17:40:57.145 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.143+0000 7f3b127fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VFGFGZTNZELUITKSPADB to cache LRU end 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "sysuser.client.0", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr. sysuser.client.0", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "email": "sysuser.client.0+test@test.test", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "user": "sysuser.client.0", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "VFGFGZTNZELUITKSPADB", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "BgIjSxZGADEeW4tbw7w2Ed7oOInJWpl97tL2A3xFTlI640MCr6NLbg==", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:40:57.137799Z" 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "system": true, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:40:57.146 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "type": "rgw", 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "", 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:40:57.137785Z", 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:40:57.147 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:40:57.150 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.148+0000 7f3b37216900 20 remove_watcher() i=4 2026-04-17T17:40:57.150 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.148+0000 7f3b37216900 2 removed watcher, disabling cache 2026-04-17T17:40:57.150 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.148+0000 7f3b37216900 20 remove_watcher() i=3 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=0 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=2 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=1 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=7 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=5 2026-04-17T17:40:57.151 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:40:57.149+0000 7f3b37216900 20 remove_watcher() i=6 2026-04-17T17:40:57.157 INFO:tasks.ragweed:Configuring ragweed... 2026-04-17T17:40:57.158 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:40:57.158 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2026-04-17T17:40:57.186 INFO:tasks.ragweed:Configuring boto... 2026-04-17T17:40:57.186 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:40:57.186 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/boto.cfg 2026-04-17T17:40:57.255 DEBUG:teuthology.orchestra.run.vm06:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2026-04-17T17:40:57.758 INFO:teuthology.orchestra.run.vm06.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-17T17:41:46.271 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=61.0' 2026-04-17T17:41:46.723 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-17T17:41:46.883 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-17T17:41:47.085 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta 2026-04-17T17:41:47.217 INFO:teuthology.orchestra.run.vm06.stdout:py: install_package_deps> python -I -m pip install PyYAML boto gevent isodate munch 2026-04-17T17:41:47.467 INFO:teuthology.orchestra.run.vm06.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.tar.gz 2026-04-17T17:41:48.759 INFO:teuthology.orchestra.run.vm06.stdout:py: commands[0]> python -m pytest -v -m 'not fails_on_rgw' 2026-04-17T17:41:48.873 INFO:teuthology.orchestra.run.vm06.stdout:============================= test session starts ============================== 2026-04-17T17:41:48.873 INFO:teuthology.orchestra.run.vm06.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2026-04-17T17:41:48.874 INFO:teuthology.orchestra.run.vm06.stdout:cachedir: .tox/py/.pytest_cache 2026-04-17T17:41:48.874 INFO:teuthology.orchestra.run.vm06.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2026-04-17T17:41:48.874 INFO:teuthology.orchestra.run.vm06.stdout:configfile: pytest.ini 2026-04-17T17:41:48.955 INFO:teuthology.orchestra.run.vm06.stdout:collecting ... collected 9 items 2026-04-17T17:41:48.955 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:41:52.956 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2026-04-17T17:41:57.797 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2026-04-17T17:42:00.695 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2026-04-17T17:42:05.028 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2026-04-17T17:42:09.241 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2026-04-17T17:42:20.837 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2026-04-17T17:42:29.165 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2026-04-17T17:42:38.052 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout:=============================== warnings summary =============================== 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout: import imp 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2026-04-17T17:42:56.100 INFO:teuthology.orchestra.run.vm06.stdout:=================== 9 passed, 1 warning in 67.21s (0:01:07) ==================== 2026-04-17T17:42:56.127 INFO:teuthology.orchestra.run.vm06.stdout: py: OK (118.69=setup[51.32]+cmd[67.37] seconds) 2026-04-17T17:42:56.128 INFO:teuthology.orchestra.run.vm06.stdout: congratulations :) (118.70 seconds) 2026-04-17T17:42:56.154 INFO:tasks.ragweed:Cleaning up boto... 2026-04-17T17:42:56.154 DEBUG:teuthology.orchestra.run.vm06:> rm -f /home/ubuntu/cephtest/boto.cfg 2026-04-17T17:42:56.182 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2026-04-17T17:42:56.270 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:42:56.270 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:42:56.292 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.290+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.290+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 realm 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.293 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.291+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.294 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.292+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:42:56.294 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.292+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.295 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.293+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:42:56.295 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.293+0000 7feb6598e900 20 searching for the correct realm 2026-04-17T17:42:56.299 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.297+0000 7feb616e7640 0 -- 192.168.123.106:0/2576679043 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7feb54029040 msgr2=0x7feb54038400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:42:56.504 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.502+0000 7feb60ee6640 0 -- 192.168.123.106:0/2576679043 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x56065d0012c0 msgr2=0x56065d001760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:42:56.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.505+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 zone default found 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 4 Realm: () 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 zonegroup default 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.506+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:56.509 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.507+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:56.509 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.507+0000 7feb6598e900 20 started sync module instance, tier type = 2026-04-17T17:42:56.509 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.507+0000 7feb6598e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:42:56.551 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.547+0000 7feb6598e900 20 add_watcher() i=0 2026-04-17T17:42:56.551 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.549+0000 7feb6598e900 20 add_watcher() i=3 2026-04-17T17:42:56.551 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.549+0000 7feb6598e900 20 add_watcher() i=4 2026-04-17T17:42:56.551 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.549+0000 7feb6598e900 20 add_watcher() i=2 2026-04-17T17:42:56.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.574+0000 7feb6598e900 20 add_watcher() i=7 2026-04-17T17:42:56.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.574+0000 7feb6598e900 20 add_watcher() i=6 2026-04-17T17:42:56.576 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.574+0000 7feb6598e900 20 add_watcher() i=1 2026-04-17T17:42:56.618 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.615+0000 7feb6598e900 20 add_watcher() i=5 2026-04-17T17:42:56.618 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.615+0000 7feb6598e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:42:56.645 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.643+0000 7feb6598e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:42:56.645 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:56.643+0000 7feb6598e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:42:57.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.066+0000 7feb0e7ec640 20 reqs_thread_entry: start 2026-04-17T17:42:57.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.589+0000 7feb6598e900 20 init_complete bucket index max shards: 1 2026-04-17T17:42:57.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.589+0000 7feb6598e900 20 Filter name: none 2026-04-17T17:42:57.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.589+0000 7feb07fff640 20 reqs_thread_entry: start 2026-04-17T17:42:57.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.589+0000 7feb6598e900 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2026-04-17T17:42:57.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.589+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.622 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.620+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=486 2026-04-17T17:42:57.622 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.620+0000 7feb6598e900 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2026-04-17T17:42:57.622 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.620+0000 7feb6598e900 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2026-04-17T17:42:57.622 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.620+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.628+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 : miss 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.628+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=434 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 info.flags=0x17 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 to cache LRU end 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.629+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x56065d193d98 s->prefetch_data=0 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 10 manifest: total_size = 5218 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18202728195018943044 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x56065d193d98 s->prefetch_data=0 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193d98 2026-04-17T17:42:57.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.630+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.695 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.695 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5218 stripe_ofs=5218 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18202728195018943044 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.KmmS75K_gifVG1fsw-M3SzrFwmrfdpW_0 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.693+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.696 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.694+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18202728195018943044 2026-04-17T17:42:57.700 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.698+0000 7feb37fff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2026-04-17T17:42:57.700 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.698+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x56065d193d98 s->prefetch_data=0 2026-04-17T17:42:57.701 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.699+0000 7feb6598e900 10 manifest: total_size = 5007 2026-04-17T17:42:57.701 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.699+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5362746096639270254 2026-04-17T17:42:57.701 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.699+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x56065d193d98 s->prefetch_data=0 2026-04-17T17:42:57.701 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.699+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193d98 2026-04-17T17:42:57.701 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.699+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5007 stripe_ofs=5007 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5362746096639270254 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.pb6AsNXNKgbCb9EC9LLwxp81e3RR-Hl_0 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.725 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.723+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5362746096639270254 2026-04-17T17:42:57.726 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.724+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2026-04-17T17:42:57.726 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.724+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.725+0000 7feb6598e900 10 manifest: total_size = 12937 2026-04-17T17:42:57.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.725+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1371342330963941602 2026-04-17T17:42:57.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.725+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.725+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.725+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=12937 stripe_ofs=12937 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1371342330963941602 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.DcXcgfpB4XWM37BEHHJowbEC1CIf7SO_0 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.729 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.727+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1371342330963941602 2026-04-17T17:42:57.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.728+0000 7feb37fff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2026-04-17T17:42:57.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.728+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.731 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.729+0000 7feb6598e900 10 manifest: total_size = 7496 2026-04-17T17:42:57.731 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.729+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15987085819476679023 2026-04-17T17:42:57.731 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.729+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.731 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.729+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.731 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.729+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.732 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.732 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=7496 stripe_ofs=7496 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.732 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15987085819476679023 2026-04-17T17:42:57.732 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.732 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.w_ykuSIsr1qR_TojKd6jBOkbaILBJsW_0 2026-04-17T17:42:57.733 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:57.733 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.733 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.730+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15987085819476679023 2026-04-17T17:42:57.733 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.731+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2026-04-17T17:42:57.733 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f7a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.734 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 10 manifest: total_size = 7684 2026-04-17T17:42:57.734 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5818262274780077484 2026-04-17T17:42:57.734 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f7a0 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.734 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.734 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.732+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=7684 stripe_ofs=7684 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5818262274780077484 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.9DCH2uCq6Unp9UBkJWszOANFUe5OGYJ_0 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.736 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.734+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5818262274780077484 2026-04-17T17:42:57.737 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.735+0000 7feb37fff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2026-04-17T17:42:57.737 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.735+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.738 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.736+0000 7feb6598e900 10 manifest: total_size = 16032 2026-04-17T17:42:57.738 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.736+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1584104497385154095 2026-04-17T17:42:57.738 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.736+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.738 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.736+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.738 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.736+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=16032 stripe_ofs=16032 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1584104497385154095 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.4PDlK5ADhxAmIP2QeXhXUGTeLOSZ0C5_0 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.740 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.738+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1584104497385154095 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a690 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 10 manifest: total_size = 5172 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10988019489367879470 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a690 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.741 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.739+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5172 stripe_ofs=5172 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10988019489367879470 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.ufaQEMhpthCsDnUOXIILvOOjnoWeBlO_0 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.743 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.741+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10988019489367879470 2026-04-17T17:42:57.744 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.742+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f510 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb37fff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb6598e900 10 manifest: total_size = 5297 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4975549039761582131 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f510 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.745 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.743+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5297 stripe_ofs=5297 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4975549039761582131 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.dEgpUBGZW5C31QuPJGEIk7BZubHGJVt_0 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.747 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.745+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4975549039761582131 2026-04-17T17:42:57.748 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.746+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2026-04-17T17:42:57.748 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.746+0000 7feb6598e900 20 get_obj_state: octx=0x56065d195c80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.749 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.747+0000 7feb6598e900 10 manifest: total_size = 5397 2026-04-17T17:42:57.749 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.747+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2762848056934952115 2026-04-17T17:42:57.749 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.747+0000 7feb6598e900 20 get_obj_state: octx=0x56065d195c80 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x56065d193888 s->prefetch_data=0 2026-04-17T17:42:57.749 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.747+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d193888 2026-04-17T17:42:57.749 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.747+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5.0 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5397 stripe_ofs=5397 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2762848056934952115 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5__shadow_.TgI24ejxcOL2I_oOVAM3WXrdh5MSYhW_0 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.751 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.749+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2762848056934952115 2026-04-17T17:42:57.752 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.750+0000 7feb37fff640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2026-04-17T17:42:57.752 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.750+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.752 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.750+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.751+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.751+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.751+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.751+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.751+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.754 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.752+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2026-04-17T17:42:57.754 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.752+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.753+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=204 2026-04-17T17:42:57.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.753+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2026-04-17T17:42:57.755 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.753+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2026-04-17T17:42:57.756 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.754+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-conf from cache 2026-04-17T17:42:57.756 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.754+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2026-04-17T17:42:57.756 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.754+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894512 cookie 94585330132336 notifier 5681 bl.length()=162 2026-04-17T17:42:57.758 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.756+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 from cache 2026-04-17T17:42:57.758 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.756+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5, ofs0, ns] 2026-04-17T17:42:57.759 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.757+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 94585331722496 notifier 5681 bl.length()=219 2026-04-17T17:42:57.761 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.759+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 : miss 2026-04-17T17:42:57.761 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.759+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.761 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.759+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.761 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.759+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 info.flags=0x0 2026-04-17T17:42:57.761 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.759+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5 to cache LRU end 2026-04-17T17:42:57.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.761+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 : miss 2026-04-17T17:42:57.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.761+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=465 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 info.flags=0x17 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 to cache LRU end 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo 2026-04-17T17:42:57.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.762+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x56065d19c658 s->prefetch_data=0 2026-04-17T17:42:57.765 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.763+0000 7feb6598e900 10 manifest: total_size = 18874368 2026-04-17T17:42:57.765 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.763+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16113467251943694029 2026-04-17T17:42:57.765 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.763+0000 7feb6598e900 20 get_obj_state: octx=0x7feb5401b6c0 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x56065d19c658 s->prefetch_data=0 2026-04-17T17:42:57.765 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.763+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d19c658 2026-04-17T17:42:57.765 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.763+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12.0 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16113467251943694029 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__multipart_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.1 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.765+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__shadow_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.1_1 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 591 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__multipart_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.2 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 837 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__shadow_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.2_1 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1081 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__multipart_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.3 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1327 2026-04-17T17:42:57.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__shadow_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.3_1 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1571 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12__multipart_foo.2~eozNI81SqNz_ZnM2kSN9uvWWohrKFia.4 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1817 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.766+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16113467251943694029 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.769 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.770 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.767+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.770 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.768+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.771 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.769+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2026-04-17T17:42:57.771 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.769+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.771 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.769+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=235 2026-04-17T17:42:57.771 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.770+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2026-04-17T17:42:57.771 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.770+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2026-04-17T17:42:57.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.770+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2026-04-17T17:42:57.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.770+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2026-04-17T17:42:57.773 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.771+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894534 cookie 94585331722496 notifier 5681 bl.length()=191 2026-04-17T17:42:57.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.773+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 from cache 2026-04-17T17:42:57.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.773+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12, ofs0, ns] 2026-04-17T17:42:57.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.773+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894481 cookie 94585331712816 notifier 5681 bl.length()=249 2026-04-17T17:42:57.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.775+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 : miss 2026-04-17T17:42:57.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.775+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.775+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.775+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 info.flags=0x0 2026-04-17T17:42:57.777 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.775+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12 to cache LRU end 2026-04-17T17:42:57.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 : miss 2026-04-17T17:42:57.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.779 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=472 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 info.flags=0x17 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 to cache LRU end 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.777+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a7e0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x56065d19fe98 s->prefetch_data=0 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 10 manifest: total_size = 886297 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4168175941937472604 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a7e0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x56065d19fe98 s->prefetch_data=0 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d19fe98 2026-04-17T17:42:57.780 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.778+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13.0 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4168175941937472604 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13__multipart_foo.2~Vu_bgGrO7P3ln-S4HRKxQZzEAFUBQvG.1 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-17T17:42:57.782 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13__multipart_foo.2~Vu_bgGrO7P3ln-S4HRKxQZzEAFUBQvG.2 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13__multipart_foo.2~Vu_bgGrO7P3ln-S4HRKxQZzEAFUBQvG.3 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13__multipart_foo.2~Vu_bgGrO7P3ln-S4HRKxQZzEAFUBQvG.4 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.780+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4168175941937472604 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.781+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.784 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.782+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2026-04-17T17:42:57.784 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.782+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.783+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=242 2026-04-17T17:42:57.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.783+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2026-04-17T17:42:57.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.783+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2026-04-17T17:42:57.786 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.784+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2026-04-17T17:42:57.786 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.784+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2026-04-17T17:42:57.786 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.784+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894529 cookie 94585330127232 notifier 5681 bl.length()=198 2026-04-17T17:42:57.788 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.786+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 from cache 2026-04-17T17:42:57.788 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.786+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13, ofs0, ns] 2026-04-17T17:42:57.788 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.786+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894530 cookie 94585330127232 notifier 5681 bl.length()=256 2026-04-17T17:42:57.790 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.788+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 : miss 2026-04-17T17:42:57.790 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.788+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.790 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.789+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.791 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.789+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 info.flags=0x0 2026-04-17T17:42:57.791 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.789+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13 to cache LRU end 2026-04-17T17:42:57.792 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.790+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 : miss 2026-04-17T17:42:57.792 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.790+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 info.flags=0x17 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 to cache LRU end 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo[Cv4Jhe0qspq51Hk09Z9g7c8ppYn3NK9] 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.793 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.791+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18eab0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x56065d1a0338 s->prefetch_data=0 2026-04-17T17:42:57.794 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.792+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to b3hp0x1bgo573omvvycu30m6v94wytu9 2026-04-17T17:42:57.794 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.792+0000 7feb6598e900 20 get_obj_state_impl: setting s->olh_tag to q8okqscsf6wdeb2up9gffuwd0i0bhf2j 2026-04-17T17:42:57.794 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.792+0000 7feb6598e900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=q8okqscsf6wdeb2up9gffuwd0i0bhf2j 2026-04-17T17:42:57.794 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.793+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.795 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 olh_log_entry: epoch=3 op=2 key=foo[] 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 olh_log_entry: epoch=3 op=3 key=foo[Cv4Jhe0qspq51Hk09Z9g7c8ppYn3NK9] 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18eab0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Cv4Jhe0qspq51Hk09Z9g7c8ppYn3NK9_foo state=0x56065d1a9cb8 s->prefetch_data=0 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 10 manifest: total_size = 1667 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6604658160825381995 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18eab0 obj=test-client.0-r-test-multipart-index-versioning.1:_:Cv4Jhe0qspq51Hk09Z9g7c8ppYn3NK9_foo state=0x56065d1a9cb8 s->prefetch_data=0 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a9cb8 2026-04-17T17:42:57.796 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.794+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.798 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-17T17:42:57.798 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=516 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4195852 part_ofs=1548 rule->part_size=119 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6604658160825381995 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11__multipart_foo.2~w0FMkPPawPRCD0bWJH7Os3RO4VvcE_V.1 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11__multipart_foo.2~w0FMkPPawPRCD0bWJH7Os3RO4VvcE_V.2 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11__multipart_foo.2~w0FMkPPawPRCD0bWJH7Os3RO4VvcE_V.3 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11__multipart_foo.2~w0FMkPPawPRCD0bWJH7Os3RO4VvcE_V.4 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.796+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6604658160825381995 2026-04-17T17:42:57.799 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.797+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo[Cv4Jhe0qspq51Hk09Z9g7c8ppYn3NK9] 2026-04-17T17:42:57.800 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.798+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18eab0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x56065d1a0338 s->prefetch_data=0 2026-04-17T17:42:57.801 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.799+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.802 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.800+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11.0 2026-04-17T17:42:57.802 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.800+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.800+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.801+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.801+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.801+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.801+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.803 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.801+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.804 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.802+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2026-04-17T17:42:57.804 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.802+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.804 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.803+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=237 2026-04-17T17:42:57.805 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.803+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2026-04-17T17:42:57.805 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.803+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2026-04-17T17:42:57.806 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.804+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2026-04-17T17:42:57.806 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.804+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2026-04-17T17:42:57.806 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.804+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894531 cookie 94585330127232 notifier 5681 bl.length()=193 2026-04-17T17:42:57.808 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.806+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 from cache 2026-04-17T17:42:57.808 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.806+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11, ofs0, ns] 2026-04-17T17:42:57.808 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.806+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94585330132336 notifier 5681 bl.length()=251 2026-04-17T17:42:57.810 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.808+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 : miss 2026-04-17T17:42:57.811 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.809+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.811 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.809+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.811 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.809+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 info.flags=0x0 2026-04-17T17:42:57.811 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.809+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11 to cache LRU end 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 : miss 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=457 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 info.flags=0x17 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 to cache LRU end 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.811+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 2026-04-17T17:42:57.813 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a9b0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x56065d19fe28 s->prefetch_data=0 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 10 manifest: total_size = 26078 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1111154109548148312 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19a9b0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x56065d19fe28 s->prefetch_data=0 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d19fe28 2026-04-17T17:42:57.814 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.812+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10.0 2026-04-17T17:42:57.816 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2026-04-17T17:42:57.816 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7671 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=7671 stripe_ofs=7671 part_ofs=7671 rule->part_size=7669 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=7669 rules.size()=4 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4201975 part_ofs=7671 rule->part_size=7669 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=15340 stripe_ofs=15340 part_ofs=15340 rule->part_size=7671 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4209644 part_ofs=15340 rule->part_size=7671 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=23011 stripe_ofs=23011 part_ofs=23011 rule->part_size=3067 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4217315 part_ofs=23011 rule->part_size=3067 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=26078 stripe_ofs=26078 part_ofs=26078 rule->part_size=3067 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1111154109548148312 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10__multipart_foo.2~qjPgT56fgEHA9jnEaOM_RISn9-67P5F.1 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10__multipart_foo.2~qjPgT56fgEHA9jnEaOM_RISn9-67P5F.2 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 592 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10__multipart_foo.2~qjPgT56fgEHA9jnEaOM_RISn9-67P5F.3 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 838 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10__multipart_foo.2~qjPgT56fgEHA9jnEaOM_RISn9-67P5F.4 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1084 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.814+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1111154109548148312 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.815+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.815+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.817 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.815+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.816+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.816+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.816+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.816+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.818 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.816+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.819 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.817+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2026-04-17T17:42:57.819 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.817+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.819 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.817+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=227 2026-04-17T17:42:57.819 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.817+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2026-04-17T17:42:57.819 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.817+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2026-04-17T17:42:57.820 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.818+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2026-04-17T17:42:57.820 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.818+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2026-04-17T17:42:57.820 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.818+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894514 cookie 94585331718768 notifier 5681 bl.length()=183 2026-04-17T17:42:57.822 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.820+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 from cache 2026-04-17T17:42:57.823 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.820+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10, ofs0, ns] 2026-04-17T17:42:57.823 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.821+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894482 cookie 94585331716224 notifier 5681 bl.length()=241 2026-04-17T17:42:57.825 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.823+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 : miss 2026-04-17T17:42:57.825 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.823+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.825 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.823+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.825 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.823+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 info.flags=0x0 2026-04-17T17:42:57.825 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.823+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10 to cache LRU end 2026-04-17T17:42:57.827 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 : miss 2026-04-17T17:42:57.827 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.827 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:42:57.827 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 info.flags=0x17 2026-04-17T17:42:57.827 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 to cache LRU end 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.825+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a1c10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x56065d1a2668 s->prefetch_data=0 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13035054455305769764 2026-04-17T17:42:57.829 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a1c10 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x56065d1a2668 s->prefetch_data=0 2026-04-17T17:42:57.829 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2668 2026-04-17T17:42:57.829 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.826+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.830 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13035054455305769764 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.XhwhUlBMHhtbVyxb-QGQFDE4hiyxN30_0 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.XhwhUlBMHhtbVyxb-QGQFDE4hiyxN30_1 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.828+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13035054455305769764 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.829+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-17T17:42:57.831 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.829+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19cc90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.830+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.830+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16265673047379755135 2026-04-17T17:42:57.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.830+0000 7feb6598e900 20 get_obj_state: octx=0x56065d19cc90 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.830+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.830+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16265673047379755135 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.XhwhUlBMHhtbVyxb-QGQFDE4hiyxN30_0 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.XhwhUlBMHhtbVyxb-QGQFDE4hiyxN30_1 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.834 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.832+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16265673047379755135 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _-TePSpUzR0MVhNxIEDG21xMrK8e4ffU 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.833+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _-TePSpUzR0MVhNxIEDG21xMrK8e4ffU 2026-04-17T17:42:57.837 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.j2jwroHB9RumNQV2adyUqzmqqnDp2Z5_0 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.j2jwroHB9RumNQV2adyUqzmqqnDp2Z5_1 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.835+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _-TePSpUzR0MVhNxIEDG21xMrK8e4ffU 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.836+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.838 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.836+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-17T17:42:57.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.837+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.837+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _pBGIS3eTCrX4jIxAw4TSHXdk_5LdPv1 2026-04-17T17:42:57.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.837+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.837+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.839 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.837+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _pBGIS3eTCrX4jIxAw4TSHXdk_5LdPv1 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.wRRPXkXWNMHbdYKSMhHe1PTpMUX1S1J_0 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.wRRPXkXWNMHbdYKSMhHe1PTpMUX1S1J_1 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-17T17:42:57.841 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.839+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: _pBGIS3eTCrX4jIxAw4TSHXdk_5LdPv1 2026-04-17T17:42:57.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-17T17:42:57.842 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4535022200033560318 2026-04-17T17:42:57.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.840+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.843 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.841+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.844 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4535022200033560318 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.fERx4bQJ4udcqeC9z2naIhvO1GQrCs1_0 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.fERx4bQJ4udcqeC9z2naIhvO1GQrCs1_1 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.842+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4535022200033560318 2026-04-17T17:42:57.845 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.843+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _t2kQrQF8iY7LftrcA6s3PP31QYqt9lc 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.846 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.844+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _t2kQrQF8iY7LftrcA6s3PP31QYqt9lc 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.sl7BYRQPvWGBjv1bsChpJQluL4JjWl0_0 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.sl7BYRQPvWGBjv1bsChpJQluL4JjWl0_1 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.848 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.846+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: _t2kQrQF8iY7LftrcA6s3PP31QYqt9lc 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x56065d1aea68 s->prefetch_data=0 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15650507208014702308 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x56065d1aea68 s->prefetch_data=0 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1aea68 2026-04-17T17:42:57.849 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.847+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.851 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15650507208014702308 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.fERx4bQJ4udcqeC9z2naIhvO1GQrCs1_0 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.fERx4bQJ4udcqeC9z2naIhvO1GQrCs1_1 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.849+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15650507208014702308 2026-04-17T17:42:57.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.850+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _oNaIZmiYGjvDu5jlJNSjvEtYOVNOigY 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.851+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _oNaIZmiYGjvDu5jlJNSjvEtYOVNOigY 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.Epr6rxrkDl5xuK3CQqXlFocUPnqORV0_0 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.Epr6rxrkDl5xuK3CQqXlFocUPnqORV0_1 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.853+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _oNaIZmiYGjvDu5jlJNSjvEtYOVNOigY 2026-04-17T17:42:57.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.854+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-17T17:42:57.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.854+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.855+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.855+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5643660207855803551 2026-04-17T17:42:57.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.855+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.855+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.857 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.855+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5643660207855803551 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.k3qTmVCv2gEya3ZSW9HuMUBaOt6rqVs_0 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.k3qTmVCv2gEya3ZSW9HuMUBaOt6rqVs_1 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 560 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.857+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5643660207855803551 2026-04-17T17:42:57.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.858+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-17T17:42:57.860 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _DDZ4FtfLgg5jmwfBce5XZS9BFim7kuJ 2026-04-17T17:42:57.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1abd30 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x56065d1a2498 s->prefetch_data=0 2026-04-17T17:42:57.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a2498 2026-04-17T17:42:57.861 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.859+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _DDZ4FtfLgg5jmwfBce5XZS9BFim7kuJ 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.EZn95kEyQuwuJJ0EZoWIaeQ3m74vnTZ_0 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.EZn95kEyQuwuJJ0EZoWIaeQ3m74vnTZ_1 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.863 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.861+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: _DDZ4FtfLgg5jmwfBce5XZS9BFim7kuJ 2026-04-17T17:42:57.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.862+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-17T17:42:57.864 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.862+0000 7feb6598e900 20 get_obj_state: octx=0x7feb540be270 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x56065d1afc78 s->prefetch_data=0 2026-04-17T17:42:57.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.862+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.862+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _AK3igBqoFPVA2eZk0c4CmMDzBILKMvz 2026-04-17T17:42:57.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.863+0000 7feb6598e900 20 get_obj_state: octx=0x7feb540be270 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x56065d1afc78 s->prefetch_data=0 2026-04-17T17:42:57.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.863+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1afc78 2026-04-17T17:42:57.865 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.863+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.866 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _AK3igBqoFPVA2eZk0c4CmMDzBILKMvz 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.Jt7IOTLkJr7nmyrr2BPZiHnKCbfv79w_0 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.Jt7IOTLkJr7nmyrr2BPZiHnKCbfv79w_1 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.864+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _AK3igBqoFPVA2eZk0c4CmMDzBILKMvz 2026-04-17T17:42:57.867 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.865+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 20 get_obj_state: octx=0x7feb540be4e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x56065d1afc78 s->prefetch_data=0 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 10 manifest: total_size = 5242880 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2417565651906417238 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 20 get_obj_state: octx=0x7feb540be4e0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x56065d1afc78 s->prefetch_data=0 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1afc78 2026-04-17T17:42:57.868 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.866+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16.0 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2417565651906417238 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.k3qTmVCv2gEya3ZSW9HuMUBaOt6rqVs_0 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16__shadow_.k3qTmVCv2gEya3ZSW9HuMUBaOt6rqVs_1 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 560 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.871 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.868+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2417565651906417238 2026-04-17T17:42:57.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.870+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-17T17:42:57.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.870+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.872 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.870+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.871+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.871+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.871+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.871+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.873 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.871+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.872+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2026-04-17T17:42:57.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.872+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.872+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=233 2026-04-17T17:42:57.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.872+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2026-04-17T17:42:57.874 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.872+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2026-04-17T17:42:57.875 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.873+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2026-04-17T17:42:57.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.874+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2026-04-17T17:42:57.876 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.874+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894532 cookie 94585330127232 notifier 5681 bl.length()=189 2026-04-17T17:42:57.878 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.876+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 from cache 2026-04-17T17:42:57.878 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.876+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16, ofs0, ns] 2026-04-17T17:42:57.879 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.877+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894515 cookie 94585330132336 notifier 5681 bl.length()=247 2026-04-17T17:42:57.881 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.879+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 : miss 2026-04-17T17:42:57.881 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.879+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.881 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.879+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.881 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.879+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 info.flags=0x0 2026-04-17T17:42:57.881 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.879+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16 to cache LRU end 2026-04-17T17:42:57.883 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.881+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 : miss 2026-04-17T17:42:57.883 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.881+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=473 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 info.flags=0x17 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 to cache LRU end 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2026-04-17T17:42:57.884 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2026-04-17T17:42:57.885 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.882+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.888 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.886+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.888 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.886+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12540628502439834880 2026-04-17T17:42:57.888 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.886+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.888 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.886+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8d48 2026-04-17T17:42:57.888 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.886+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12540628502439834880 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.1 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.1_1 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.2 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.2_1 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.3 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.891 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.888+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12540628502439834880 2026-04-17T17:42:57.892 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-17T17:42:57.892 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.892 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.892 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15485130684924562864 2026-04-17T17:42:57.893 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.893 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8d48 2026-04-17T17:42:57.893 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.890+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.895 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15485130684924562864 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.1 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.1_1 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.2 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.2_1 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-FROZEN.2~6A9sySrFe-tW9-M0d7bzgw6YGIsVxhU.3 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.893+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15485130684924562864 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _09pvx6byPR6ULrJkBz6F_3-ydsAiluE 2026-04-17T17:42:57.896 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.897 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8d48 2026-04-17T17:42:57.897 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.894+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.896+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.896+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.896+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.896+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.896+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _09pvx6byPR6ULrJkBz6F_3-ydsAiluE 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.QTeBxwddn9cqNEtAm673W5wfdKQu8ND_0 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.QTeBxwddn9cqNEtAm673W5wfdKQu8ND_1 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.QTeBxwddn9cqNEtAm673W5wfdKQu8ND_2 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: _09pvx6byPR6ULrJkBz6F_3-ydsAiluE 2026-04-17T17:42:57.899 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.897+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2026-04-17T17:42:57.900 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.898+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.901 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.898+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.901 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.898+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _c18CoExSPHEcd8l7MqSlZYjy6XAP4TP 2026-04-17T17:42:57.901 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.898+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.901 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.898+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8d48 2026-04-17T17:42:57.901 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.899+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _c18CoExSPHEcd8l7MqSlZYjy6XAP4TP 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.sM16T4puwSALHoqr45oPhFAdF4545iM_0 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.sM16T4puwSALHoqr45oPhFAdF4545iM_1 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.sM16T4puwSALHoqr45oPhFAdF4545iM_2 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.903 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.901+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _c18CoExSPHEcd8l7MqSlZYjy6XAP4TP 2026-04-17T17:42:57.904 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.902+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a5c60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1769930542000218811 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a5c60 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x56065d1a8d48 s->prefetch_data=0 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8d48 2026-04-17T17:42:57.905 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.903+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1769930542000218811 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.907 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.1 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.1_1 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.2 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.2_1 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.3 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.905+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1769930542000218811 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.906+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-17T17:42:57.908 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.906+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f2b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.909 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.907+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.909 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.907+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _ylzVkA_E893PS_-dv7_Y3SW0X6Zhxcz 2026-04-17T17:42:57.909 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.907+0000 7feb6598e900 20 get_obj_state: octx=0x56065d18f2b0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.909 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.907+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.909 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.907+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _ylzVkA_E893PS_-dv7_Y3SW0X6Zhxcz 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.CoFLAEOAnJfcRb4ne6CLY3fpBALVK8X_0 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.CoFLAEOAnJfcRb4ne6CLY3fpBALVK8X_1 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.CoFLAEOAnJfcRb4ne6CLY3fpBALVK8X_2 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.911 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.909+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _ylzVkA_E893PS_-dv7_Y3SW0X6Zhxcz 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4321208142792908494 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.912 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.910+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.914 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4321208142792908494 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.1 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.1_1 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.2 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.2_1 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-LUKEWARM.2~S6Xff3TYQoppMnXVMwl2vkgRcA4NFyk.3 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.912+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.4321208142792908494 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.913+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2026-04-17T17:42:57.915 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.913+0000 7feb6598e900 20 get_obj_state: octx=0x56065d199a50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.916 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.914+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.916 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.914+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _kP7xrWpkqgUu3PGJVaMP1pKawZqI1zF 2026-04-17T17:42:57.916 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.914+0000 7feb6598e900 20 get_obj_state: octx=0x56065d199a50 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.916 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.914+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.916 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.914+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _kP7xrWpkqgUu3PGJVaMP1pKawZqI1zF 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.ez2hrRw3-1jR9IWQjF4CuTpi20i4Cv7_0 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.ez2hrRw3-1jR9IWQjF4CuTpi20i4Cv7_1 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.ez2hrRw3-1jR9IWQjF4CuTpi20i4Cv7_2 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.918 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.916+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _kP7xrWpkqgUu3PGJVaMP1pKawZqI1zF 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10556243033228743655 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.919 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.917+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10556243033228743655 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.1 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.1_1 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 627 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.2 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 891 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.2_1 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1153 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.3 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1417 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.922 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.919+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.10556243033228743655 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _TdsUDZ_nqNcMtMULIuvmGRTiRz7Z6cs 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.923 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.924 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.921+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.925 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _TdsUDZ_nqNcMtMULIuvmGRTiRz7Z6cs 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.FN9y83NuIZM7KqXYphm3yApDKLwJYjX_0 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.FN9y83NuIZM7KqXYphm3yApDKLwJYjX_1 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.FN9y83NuIZM7KqXYphm3yApDKLwJYjX_2 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.926 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.923+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _TdsUDZ_nqNcMtMULIuvmGRTiRz7Z6cs 2026-04-17T17:42:57.927 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2026-04-17T17:42:57.927 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.927 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.927 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to _BmUa5D7G7hLdP4bAhh4Za_dAvFUnKiJ 2026-04-17T17:42:57.927 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.928 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.928 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.925+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: _BmUa5D7G7hLdP4bAhh4Za_dAvFUnKiJ 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.929 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.mzkfBY8nkaGtyG8_Y7RcF8cTn4scEi4_0 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.mzkfBY8nkaGtyG8_Y7RcF8cTn4scEi4_1 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_.mzkfBY8nkaGtyG8_Y7RcF8cTn4scEi4_2 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.930 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.927+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _BmUa5D7G7hLdP4bAhh4Za_dAvFUnKiJ 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5879467968297232469 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1ab5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x56065d1a8838 s->prefetch_data=0 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a8838 2026-04-17T17:42:57.931 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.929+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17.0 2026-04-17T17:42:57.933 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5879467968297232469 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.1 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.1_1 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 626 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.2 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 890 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__shadow_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.2_1 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1152 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17__multipart_foo-STANDARD.2~F4tZWSHmJ5iItleHi8tRMQfWsgv7Q_Y.3 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1416 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.931+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5879467968297232469 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.932+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.932+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.934 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.932+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.935 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.933+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.935 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.933+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.935 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.933+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.935 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.933+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.935 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.933+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.936 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.934+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2026-04-17T17:42:57.936 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.934+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.936 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.934+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=243 2026-04-17T17:42:57.936 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.934+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2026-04-17T17:42:57.936 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.934+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2026-04-17T17:42:57.937 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.935+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2026-04-17T17:42:57.937 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.935+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2026-04-17T17:42:57.938 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.936+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94585330118064 notifier 5681 bl.length()=199 2026-04-17T17:42:57.940 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.938+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 from cache 2026-04-17T17:42:57.940 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.938+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17, ofs0, ns] 2026-04-17T17:42:57.940 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.938+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894496 cookie 94585330118064 notifier 5681 bl.length()=257 2026-04-17T17:42:57.942 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.940+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 : miss 2026-04-17T17:42:57.942 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.940+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.942 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.940+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.942 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.941+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 info.flags=0x0 2026-04-17T17:42:57.943 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.941+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.17 to cache LRU end 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 : miss 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=468 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 info.flags=0x17 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 to cache LRU end 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.945 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.943+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1998c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12733198548887919134 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1998c0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.946 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.944+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15.0 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.946+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12733198548887919134 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-FROZEN.2~IsDbq6qBhWeDaa19buHcieHi_xF6C-h.1 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__shadow_foo-FROZEN.2~IsDbq6qBhWeDaa19buHcieHi_xF6C-h.1_1 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-FROZEN.2~IsDbq6qBhWeDaa19buHcieHi_xF6C-h.2 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__shadow_foo-FROZEN.2~IsDbq6qBhWeDaa19buHcieHi_xF6C-h.2_1 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-FROZEN.2~IsDbq6qBhWeDaa19buHcieHi_xF6C-h.3 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12733198548887919134 2026-04-17T17:42:57.949 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.947+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a0c50 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 10 manifest: total_size = 11534336 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1828872888152302263 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a0c50 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.950 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.948+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15.0 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1828872888152302263 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-LUKEWARM.2~YT3MW2hiN-5kVtQdHiSVh0ML84yUGan.1 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__shadow_foo-LUKEWARM.2~YT3MW2hiN-5kVtQdHiSVh0ML84yUGan.1_1 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-LUKEWARM.2~YT3MW2hiN-5kVtQdHiSVh0ML84yUGan.2 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__shadow_foo-LUKEWARM.2~YT3MW2hiN-5kVtQdHiSVh0ML84yUGan.2_1 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-LUKEWARM.2~YT3MW2hiN-5kVtQdHiSVh0ML84yUGan.3 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.953 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.950+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.1828872888152302263 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 10 manifest: total_size = 16380 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13202550883468205800 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 20 get_obj_state: octx=0x7feb500bc2e0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.954 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.952+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15.0 2026-04-17T17:42:57.956 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=7673 rules.size()=3 2026-04-17T17:42:57.956 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=7673 2026-04-17T17:42:57.956 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=7673 stripe_ofs=7673 part_ofs=7673 rule->part_size=7672 2026-04-17T17:42:57.956 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2026-04-17T17:42:57.956 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4201977 part_ofs=7673 rule->part_size=7672 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=15345 stripe_ofs=15345 part_ofs=15345 rule->part_size=1035 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): stripe_ofs=4209649 part_ofs=15345 rule->part_size=1035 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=16380 stripe_ofs=16380 part_ofs=16380 rule->part_size=1035 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13202550883468205800 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-STANDARD.2~J1EVDGm8N_adWIBAPCiy99HUaIqgkL-.1 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-STANDARD.2~J1EVDGm8N_adWIBAPCiy99HUaIqgkL-.2 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15__multipart_foo-STANDARD.2~J1EVDGm8N_adWIBAPCiy99HUaIqgkL-.3 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.954+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13202550883468205800 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.955+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.955+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.957 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.955+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.956+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.956+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.956+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.956+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.958 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.956+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.957+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2026-04-17T17:42:57.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.957+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.957+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=238 2026-04-17T17:42:57.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.957+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2026-04-17T17:42:57.959 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.957+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2026-04-17T17:42:57.960 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.958+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2026-04-17T17:42:57.960 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.958+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2026-04-17T17:42:57.960 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.959+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894483 cookie 94585331712816 notifier 5681 bl.length()=194 2026-04-17T17:42:57.963 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.961+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 from cache 2026-04-17T17:42:57.963 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.961+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15, ofs0, ns] 2026-04-17T17:42:57.964 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.962+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894497 cookie 94585330118064 notifier 5681 bl.length()=252 2026-04-17T17:42:57.966 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.964+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 : miss 2026-04-17T17:42:57.966 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.964+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.966 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.964+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.966 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.964+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 info.flags=0x0 2026-04-17T17:42:57.966 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.964+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15 to cache LRU end 2026-04-17T17:42:57.968 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.966+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 : miss 2026-04-17T17:42:57.968 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.966+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=458 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 info.flags=0x17 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 to cache LRU end 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-FROZEN 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-LUKEWARM 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 cls_bucket_list_unordered: got foo-STANDARD 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 10 manifest: total_size = 10485760 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6238855916517088814 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a29a8 2026-04-17T17:42:57.969 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.967+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14.0 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6238855916517088814 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.mnrZA_-lQgaEqa2kL8nFWYwie2F5RP9_0 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.mnrZA_-lQgaEqa2kL8nFWYwie2F5RP9_1 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.mnrZA_-lQgaEqa2kL8nFWYwie2F5RP9_2 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.972 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.969+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.6238855916517088814 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1b0830 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 10 manifest: total_size = 10485760 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9147819498405499298 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1b0830 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a29a8 2026-04-17T17:42:57.973 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.971+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14.0 2026-04-17T17:42:57.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9147819498405499298 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.sW85kvTVYDtYPyROCVrNnvDoXF-EnEE_0 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.sW85kvTVYDtYPyROCVrNnvDoXF-EnEE_1 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.sW85kvTVYDtYPyROCVrNnvDoXF-EnEE_2 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 817 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.973+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9147819498405499298 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.974+0000 7feb37fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2026-04-17T17:42:57.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.974+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.975+0000 7feb6598e900 10 manifest: total_size = 3306 2026-04-17T17:42:57.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.975+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14239106814505842651 2026-04-17T17:42:57.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.975+0000 7feb6598e900 20 get_obj_state: octx=0x7feb48034b40 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x56065d1a29a8 s->prefetch_data=0 2026-04-17T17:42:57.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.975+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a29a8 2026-04-17T17:42:57.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.975+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14.0 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=3306 stripe_ofs=3306 part_ofs=0 rule->part_size=0 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14239106814505842651 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14__shadow_.yxqh7wqrypl87HUP3olBIYcV1HnjLRg_0 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:57.979 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.977+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14239106814505842651 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:57.980 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.978+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:57.981 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.979+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2026-04-17T17:42:57.981 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.979+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.982 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.980+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=228 2026-04-17T17:42:57.982 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.980+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2026-04-17T17:42:57.982 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.980+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2026-04-17T17:42:57.983 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.981+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2026-04-17T17:42:57.983 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.981+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2026-04-17T17:42:57.984 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.981+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 94585330127232 notifier 5681 bl.length()=184 2026-04-17T17:42:57.986 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.984+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 from cache 2026-04-17T17:42:57.986 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.984+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14, ofs0, ns] 2026-04-17T17:42:57.986 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.984+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894534 cookie 94585330127232 notifier 5681 bl.length()=242 2026-04-17T17:42:57.988 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.986+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 : miss 2026-04-17T17:42:57.988 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.986+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.988 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.986+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:57.988 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.986+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 info.flags=0x0 2026-04-17T17:42:57.988 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.986+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14 to cache LRU end 2026-04-17T17:42:57.990 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.988+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 : miss 2026-04-17T17:42:57.990 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.988+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 info.flags=0x17 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 to cache LRU end 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:57.991 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.989+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ _ 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 10 cls_bucket_list_unordered: got ___ 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 10 cls_bucket_list_unordered: got obj 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 10 manifest: total_size = 0 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2500974107793448867 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.992 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.990+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7.0 2026-04-17T17:42:57.994 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.992+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb6598e900 10 manifest: total_size = 0 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9288550960547942076 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7.0 2026-04-17T17:42:57.995 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.993+0000 7feb37fff640 20 handle_completion(): completion ok for obj=__ 2026-04-17T17:42:57.997 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.995+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.998 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.995+0000 7feb6598e900 10 manifest: total_size = 0 2026-04-17T17:42:57.998 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.996+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16699831663494025161 2026-04-17T17:42:57.998 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.996+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:57.998 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.996+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:57.998 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.996+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7.0 2026-04-17T17:42:57.999 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.997+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-17T17:42:58.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.998+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb6598e900 10 manifest: total_size = 0 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.16702365787043731817 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb6598e900 20 get_obj_state: octx=0x56065d1a58a0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7.0 2026-04-17T17:42:58.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:57.999+0000 7feb37fff640 20 handle_completion(): completion ok for obj=___ 2026-04-17T17:42:58.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.001+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:58.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.001+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:58.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.001+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-17T17:42:58.004 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.002+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:58.004 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.002+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:58.004 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.002+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:58.004 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.002+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:58.004 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.002+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:58.005 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.003+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2026-04-17T17:42:58.005 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.003+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.006 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.003+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=223 2026-04-17T17:42:58.006 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.004+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2026-04-17T17:42:58.006 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.004+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2026-04-17T17:42:58.007 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.005+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2026-04-17T17:42:58.007 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.005+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2026-04-17T17:42:58.007 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.005+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894535 cookie 94585331722496 notifier 5681 bl.length()=181 2026-04-17T17:42:58.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.008+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 from cache 2026-04-17T17:42:58.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.008+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7, ofs0, ns] 2026-04-17T17:42:58.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.008+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894516 cookie 94585331718768 notifier 5681 bl.length()=238 2026-04-17T17:42:58.013 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.011+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 : miss 2026-04-17T17:42:58.013 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.011+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.013 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.011+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.013 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.011+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 info.flags=0x0 2026-04-17T17:42:58.013 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.011+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.7 to cache LRU end 2026-04-17T17:42:58.015 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.013+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 : miss 2026-04-17T17:42:58.015 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.013+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 info.flags=0x17 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 to cache LRU end 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ _ 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 cls_bucket_list_unordered: got ___ 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 10 cls_bucket_list_unordered: got obj 2026-04-17T17:42:58.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.014+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.017 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.015+0000 7feb6598e900 10 manifest: total_size = 527 2026-04-17T17:42:58.017 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.015+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2261608521073820040 2026-04-17T17:42:58.017 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.015+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.017 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.015+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.017 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.015+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8.0 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2261608521073820040 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8__shadow_.-6eaDWnZxZLZ42UEoGqP0-d2lAs-JEk_0 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.019 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.017+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2261608521073820040 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=__ 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 10 manifest: total_size = 24595 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15488843257937939112 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.022 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.020+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8.0 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15488843257937939112 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8__shadow_.LHKK3TeQI7AWtXCm864cu7GSez7TNj5_0 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.037 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.035+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.15488843257937939112 2026-04-17T17:42:58.038 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.036+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.038 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.036+0000 7feb37fff640 20 handle_completion(): completion ok for obj=__ _ 2026-04-17T17:42:58.039 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.037+0000 7feb6598e900 10 manifest: total_size = 24595 2026-04-17T17:42:58.039 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.037+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2029763319878517000 2026-04-17T17:42:58.039 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.037+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.039 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.037+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.039 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.037+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8.0 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=24595 stripe_ofs=24595 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2029763319878517000 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8__shadow_.Eaix1730pCmUCJ_QhY7Ia237p0KlTbS_0 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.039+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.2029763319878517000 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=___ 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 10 manifest: total_size = 524288 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11646179778169928415 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 20 get_obj_state: octx=0x56065d194610 obj=test-client.0-r-test-small-obj-data.2:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.042 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.040+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8.0 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11646179778169928415 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8__shadow_.x7TGIRSD-t3f8f01o5q0Z1XvHdqKinC_0 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.042+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11646179778169928415 2026-04-17T17:42:58.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb37fff640 20 handle_completion(): completion ok for obj=obj 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:58.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.043+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:58.046 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.044+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2026-04-17T17:42:58.046 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.044+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.046 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.044+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=223 2026-04-17T17:42:58.046 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.044+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2026-04-17T17:42:58.046 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.044+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2026-04-17T17:42:58.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.045+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2026-04-17T17:42:58.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.045+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2026-04-17T17:42:58.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.045+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894536 cookie 94585331722496 notifier 5681 bl.length()=181 2026-04-17T17:42:58.050 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.048+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 from cache 2026-04-17T17:42:58.050 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.048+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8, ofs0, ns] 2026-04-17T17:42:58.050 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.048+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894517 cookie 94585331718768 notifier 5681 bl.length()=238 2026-04-17T17:42:58.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.050+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 : miss 2026-04-17T17:42:58.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.050+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.050+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.050+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 info.flags=0x0 2026-04-17T17:42:58.052 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.050+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.8 to cache LRU end 2026-04-17T17:42:58.054 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.052+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 : miss 2026-04-17T17:42:58.054 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.052+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 info.flags=0x17 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 to cache LRU end 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 updating xattr: name=user.rgw.acl bl.length()=209 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 cls_bucket_list_unordered: got __ _ 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 cls_bucket_list_unordered: got ___ 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 10 cls_bucket_list_unordered: got obj 2026-04-17T17:42:58.055 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.053+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.054+0000 7feb6598e900 10 manifest: total_size = 1035 2026-04-17T17:42:58.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.054+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14632239672158515609 2026-04-17T17:42:58.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.054+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.054+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.054+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9.0 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14632239672158515609 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9__shadow_.enf51w2D7NlKbd6bVUOunmB0sHHydjI_0 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.058 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.056+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.14632239672158515609 2026-04-17T17:42:58.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.057+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.057+0000 7feb37fff640 20 handle_completion(): completion ok for obj=__ 2026-04-17T17:42:58.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.058+0000 7feb6598e900 10 manifest: total_size = 1035 2026-04-17T17:42:58.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.058+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13222079625518865556 2026-04-17T17:42:58.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.058+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.058+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.058+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9.0 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13222079625518865556 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9__shadow_.fpmXPSxrKPQ93yOH_wDv7kEb7gVe_uW_0 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.062 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.060+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.13222079625518865556 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=__ _ 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 10 manifest: total_size = 49187 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11620844450446574446 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.063 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.061+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9.0 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11620844450446574446 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9__shadow_.BqIIGqINS2GAD3B-FX1AgyH21yADlRz_0 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.063+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11620844450446574446 2026-04-17T17:42:58.066 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.064+0000 7feb37fff640 20 handle_completion(): completion ok for obj=___ 2026-04-17T17:42:58.066 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.064+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.067 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.065+0000 7feb6598e900 10 manifest: total_size = 4134 2026-04-17T17:42:58.067 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.065+0000 7feb6598e900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5554145231350274946 2026-04-17T17:42:58.067 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.065+0000 7feb6598e900 20 get_obj_state: octx=0x7feb480937f0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x56065d1a6ba8 s->prefetch_data=0 2026-04-17T17:42:58.067 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.065+0000 7feb6598e900 20 prepare_atomic_modification: state is not atomic. state=0x56065d1a6ba8 2026-04-17T17:42:58.067 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.065+0000 7feb6598e900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9.0 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5554145231350274946 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - adding obj with name: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9__shadow_.wEUb3fCLvqkaNuY4F361Nd_ZUzJDelq_0 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2026-04-17T17:42:58.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.067+0000 7feb6598e900 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.5554145231350274946 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb40ff9640 20 handle_completion(): completion ok for obj=obj 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 20 list_objects_ordered: starting attempt 1 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2026-04-17T17:42:58.070 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.068+0000 7feb6598e900 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9])"; uploads.size()=0; is_truncated=0 2026-04-17T17:42:58.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.069+0000 7feb6598e900 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2026-04-17T17:42:58.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.069+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.070+0000 7feb6598e900 20 rados_obj.operate() r=0 bl.length=223 2026-04-17T17:42:58.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.070+0000 7feb6598e900 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2026-04-17T17:42:58.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.070+0000 7feb6598e900 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2026-04-17T17:42:58.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.071+0000 7feb6598e900 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2026-04-17T17:42:58.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.071+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2026-04-17T17:42:58.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.071+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894537 cookie 94585331722496 notifier 5681 bl.length()=181 2026-04-17T17:42:58.075 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.073+0000 7feb6598e900 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 from cache 2026-04-17T17:42:58.075 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.073+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9, ofs0, ns] 2026-04-17T17:42:58.076 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.074+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894518 cookie 94585331718768 notifier 5681 bl.length()=238 2026-04-17T17:42:58.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.076+0000 7feb6598e900 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 : miss 2026-04-17T17:42:58.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.076+0000 7feb6598e900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.076+0000 7feb6598e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.076+0000 7feb6598e900 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 info.flags=0x0 2026-04-17T17:42:58.078 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.076+0000 7feb6598e900 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9 to cache LRU end 2026-04-17T17:42:58.080 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.078+0000 7feb6598e900 10 removing key index: XNMJSBIIKWQULLIVMGBD 2026-04-17T17:42:58.081 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.079+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:XNMJSBIIKWQULLIVMGBD, ofs0, ns] 2026-04-17T17:42:58.081 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.079+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894538 cookie 94585331722496 notifier 5681 bl.length()=170 2026-04-17T17:42:58.082 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.080+0000 7feb6598e900 10 removing email index: ragweed.client.0+test@test.test 2026-04-17T17:42:58.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.081+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2026-04-17T17:42:58.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.082+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894535 cookie 94585330127232 notifier 5681 bl.length()=182 2026-04-17T17:42:58.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.082+0000 7feb6598e900 10 removing user buckets index 2026-04-17T17:42:58.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.083+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2026-04-17T17:42:58.086 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.084+0000 7feb37fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894484 cookie 94585331712816 notifier 5681 bl.length()=173 2026-04-17T17:42:58.087 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.085+0000 7feb6598e900 10 removing user index: ragweed.client.0 2026-04-17T17:42:58.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.086+0000 7feb6598e900 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2026-04-17T17:42:58.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.086+0000 7feb6598e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2026-04-17T17:42:58.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.086+0000 7feb40ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894519 cookie 94585331718768 notifier 5681 bl.length()=165 2026-04-17T17:42:58.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.091+0000 7feb6598e900 20 remove_watcher() i=0 2026-04-17T17:42:58.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.091+0000 7feb6598e900 2 removed watcher, disabling cache 2026-04-17T17:42:58.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.091+0000 7feb6598e900 20 remove_watcher() i=3 2026-04-17T17:42:58.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.091+0000 7feb6598e900 20 remove_watcher() i=7 2026-04-17T17:42:58.093 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.091+0000 7feb6598e900 20 remove_watcher() i=6 2026-04-17T17:42:58.094 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.092+0000 7feb6598e900 20 remove_watcher() i=5 2026-04-17T17:42:58.094 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.092+0000 7feb6598e900 20 remove_watcher() i=2 2026-04-17T17:42:58.094 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.092+0000 7feb6598e900 20 remove_watcher() i=4 2026-04-17T17:42:58.094 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.092+0000 7feb6598e900 20 remove_watcher() i=1 2026-04-17T17:42:58.101 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2026-04-17T17:42:58.191 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:42:58.191 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:42:58.212 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.210+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.213 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.213 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 20 realm 2026-04-17T17:42:58.213 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.213 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.211+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.212+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.212+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.212+0000 7f33e7012900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:42:58.214 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.212+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.215 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.213+0000 7f33e7012900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:42:58.215 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.213+0000 7f33e7012900 20 searching for the correct realm 2026-04-17T17:42:58.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.216+0000 7f33e26e7640 0 -- 192.168.123.106:0/968113144 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f33d40da0c0 msgr2=0x7f33d40d7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:42:58.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.422+0000 7f33e2ee8640 0 -- 192.168.123.106:0/968113144 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f33c8078d40 msgr2=0x7f33c804f820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:42:58.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.425+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 zone default found 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 4 Realm: () 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 zonegroup default 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.426+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.429 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.427+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.429 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.427+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.429 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.427+0000 7f33e7012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:42:58.429 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.427+0000 7f33e7012900 20 started sync module instance, tier type = 2026-04-17T17:42:58.429 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.427+0000 7f33e7012900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:42:58.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.430+0000 7f33e7012900 20 add_watcher() i=0 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.431+0000 7f33e7012900 20 add_watcher() i=1 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.431+0000 7f33e7012900 20 add_watcher() i=3 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 20 add_watcher() i=7 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 20 add_watcher() i=5 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 20 add_watcher() i=6 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 20 add_watcher() i=2 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 20 add_watcher() i=4 2026-04-17T17:42:58.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.432+0000 7f33e7012900 2 all 8 watchers are set, enabling cache 2026-04-17T17:42:58.436 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.434+0000 7f33e7012900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:42:58.436 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.434+0000 7f33e7012900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:42:58.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.469+0000 7f338affd640 20 reqs_thread_entry: start 2026-04-17T17:42:58.517 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 20 init_complete bucket index max shards: 1 2026-04-17T17:42:58.517 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 20 Filter name: none 2026-04-17T17:42:58.517 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f3388ff9640 20 reqs_thread_entry: start 2026-04-17T17:42:58.517 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2026-04-17T17:42:58.517 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 20 rados->read ofs=0 len=0 2026-04-17T17:42:58.518 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 20 rados_obj.operate() r=0 bl.length=486 2026-04-17T17:42:58.518 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2026-04-17T17:42:58.518 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2026-04-17T17:42:58.518 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.515+0000 7f33e7012900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:42:58.518 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.516+0000 7f33e7012900 10 removing key index: VFGFGZTNZELUITKSPADB 2026-04-17T17:42:58.519 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.517+0000 7f33e7012900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:VFGFGZTNZELUITKSPADB, ofs0, ns] 2026-04-17T17:42:58.519 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.517+0000 7f33c17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894485 cookie 94685692270784 notifier 5699 bl.length()=170 2026-04-17T17:42:58.520 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.518+0000 7f33e7012900 10 removing email index: sysuser.client.0+test@test.test 2026-04-17T17:42:58.521 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.519+0000 7f33e7012900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2026-04-17T17:42:58.522 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.520+0000 7f33c17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94685692265600 notifier 5699 bl.length()=182 2026-04-17T17:42:58.523 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.521+0000 7f33e7012900 10 removing user buckets index 2026-04-17T17:42:58.525 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.523+0000 7f33e7012900 10 removing user index: sysuser.client.0 2026-04-17T17:42:58.526 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.524+0000 7f33e7012900 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2026-04-17T17:42:58.526 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.524+0000 7f33e7012900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2026-04-17T17:42:58.526 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.524+0000 7f33c17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894536 cookie 94685692259488 notifier 5699 bl.length()=165 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=3 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 2 removed watcher, disabling cache 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=2 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=7 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=1 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=0 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=5 2026-04-17T17:42:58.531 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=6 2026-04-17T17:42:58.532 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:42:58.529+0000 7f33e7012900 20 remove_watcher() i=4 2026-04-17T17:42:58.537 INFO:tasks.ragweed:Removing ragweed... 2026-04-17T17:42:58.538 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2026-04-17T17:42:58.692 INFO:teuthology.run_tasks:Running task workunit... 2026-04-17T17:42:58.695 INFO:tasks.workunit:Pulling workunits from ref 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:42:58.695 INFO:tasks.workunit:Making a separate scratch dir for every client... 2026-04-17T17:42:58.695 DEBUG:teuthology.orchestra.run.vm06:> stat -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:42:58.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-04-17T17:42:58.724 INFO:teuthology.orchestra.run.vm06.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2026-04-17T17:42:58.724 DEBUG:teuthology.orchestra.run.vm06:> mkdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:42:58.791 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2026-04-17T17:42:58.791 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2026-04-17T17:42:58.856 INFO:tasks.workunit:timeout=3h 2026-04-17T17:42:58.856 INFO:tasks.workunit:cleanup=True 2026-04-17T17:42:58.856 DEBUG:teuthology.orchestra.run.vm06:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone http://git.local/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 909b66e106532fd1f1a49171c3f2eb7a193a6d0b 2026-04-17T17:42:58.926 INFO:tasks.workunit.client.0.vm06.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2026-04-17T17:43:29.169 INFO:tasks.workunit.client.0.vm06.stderr:Note: switching to '909b66e106532fd1f1a49171c3f2eb7a193a6d0b'. 2026-04-17T17:43:29.169 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.169 INFO:tasks.workunit.client.0.vm06.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2026-04-17T17:43:29.169 INFO:tasks.workunit.client.0.vm06.stderr:changes and commit them, and you can discard any commits you make in this 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:state without impacting any branches by switching back to a branch. 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:If you want to create a new branch to retain commits you create, you may 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:do so (now or later) by using -c with the switch command. Example: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: git switch -c 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:Or undo this operation with: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: git switch - 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:29.170 INFO:tasks.workunit.client.0.vm06.stderr:HEAD is now at 909b66e1065 qa/suites: add pykmip sse for s3tests 2026-04-17T17:43:29.177 DEBUG:teuthology.orchestra.run.vm06:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2026-04-17T17:43:29.246 INFO:tasks.workunit.client.0.vm06.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2026-04-17T17:43:29.248 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:43:29.248 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2026-04-17T17:43:29.282 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2026-04-17T17:43:29.316 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2026-04-17T17:43:29.345 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2026-04-17T17:43:29.346 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:43:29.346 INFO:tasks.workunit.client.0.vm06.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2026-04-17T17:43:29.374 INFO:tasks.workunit.client.0.vm06.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2026-04-17T17:43:29.376 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:43:29.376 DEBUG:teuthology.orchestra.run.vm06:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2026-04-17T17:43:29.443 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2026-04-17T17:43:29.444 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2026-04-17T17:43:29.444 DEBUG:teuthology.orchestra.run.vm06:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=909b66e106532fd1f1a49171c3f2eb7a193a6d0b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-17T17:43:29.517 INFO:tasks.workunit.client.0.vm06.stderr:+ ulimit -c 0 2026-04-17T17:43:29.517 INFO:tasks.workunit.client.0.vm06.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2026-04-17T17:43:29.517 INFO:tasks.workunit.client.0.vm06.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:43:29.518 INFO:tasks.workunit.client.0.vm06.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ deactivate nondestructive 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ unset VIRTUAL_ENV 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' '!' nondestructive = nondestructive ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ export VIRTUAL_ENV 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ export PATH 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -z '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ _OLD_VIRTUAL_PS1= 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ PS1='(rgw) ' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ export PS1 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:++ hash -r 2026-04-17T17:43:30.785 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install pip --upgrade 2026-04-17T17:43:30.916 INFO:tasks.workunit.client.0.vm06.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2026-04-17T17:43:30.999 INFO:tasks.workunit.client.0.vm06.stdout:Collecting pip 2026-04-17T17:43:31.003 INFO:tasks.workunit.client.0.vm06.stdout: Using cached pip-26.0.1-py3-none-any.whl (1.8 MB) 2026-04-17T17:43:31.027 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: pip 2026-04-17T17:43:31.027 INFO:tasks.workunit.client.0.vm06.stdout: Attempting uninstall: pip 2026-04-17T17:43:31.027 INFO:tasks.workunit.client.0.vm06.stdout: Found existing installation: pip 21.3.1 2026-04-17T17:43:31.130 INFO:tasks.workunit.client.0.vm06.stdout: Uninstalling pip-21.3.1: 2026-04-17T17:43:31.133 INFO:tasks.workunit.client.0.vm06.stdout: Successfully uninstalled pip-21.3.1 2026-04-17T17:43:31.515 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed pip-26.0.1 2026-04-17T17:43:31.546 INFO:tasks.workunit.client.0.vm06.stderr:+ pip install boto3 2026-04-17T17:43:31.888 INFO:tasks.workunit.client.0.vm06.stdout:Collecting boto3 2026-04-17T17:43:31.889 INFO:tasks.workunit.client.0.vm06.stdout: Using cached boto3-1.42.90-py3-none-any.whl.metadata (6.7 kB) 2026-04-17T17:43:32.060 INFO:tasks.workunit.client.0.vm06.stdout:Collecting botocore<1.43.0,>=1.42.90 (from boto3) 2026-04-17T17:43:32.061 INFO:tasks.workunit.client.0.vm06.stdout: Using cached botocore-1.42.90-py3-none-any.whl.metadata (5.9 kB) 2026-04-17T17:43:32.074 INFO:tasks.workunit.client.0.vm06.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2026-04-17T17:43:32.075 INFO:tasks.workunit.client.0.vm06.stdout: Using cached jmespath-1.1.0-py3-none-any.whl.metadata (7.6 kB) 2026-04-17T17:43:32.088 INFO:tasks.workunit.client.0.vm06.stdout:Collecting s3transfer<0.17.0,>=0.16.0 (from boto3) 2026-04-17T17:43:32.089 INFO:tasks.workunit.client.0.vm06.stdout: Using cached s3transfer-0.16.0-py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:43:32.102 INFO:tasks.workunit.client.0.vm06.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:43:32.103 INFO:tasks.workunit.client.0.vm06.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2026-04-17T17:43:32.121 INFO:tasks.workunit.client.0.vm06.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:43:32.121 INFO:tasks.workunit.client.0.vm06.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2026-04-17T17:43:32.136 INFO:tasks.workunit.client.0.vm06.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.43.0,>=1.42.90->boto3) 2026-04-17T17:43:32.136 INFO:tasks.workunit.client.0.vm06.stdout: Using cached six-1.17.0-py2.py3-none-any.whl.metadata (1.7 kB) 2026-04-17T17:43:32.164 INFO:tasks.workunit.client.0.vm06.stdout:Using cached boto3-1.42.90-py3-none-any.whl (140 kB) 2026-04-17T17:43:32.164 INFO:tasks.workunit.client.0.vm06.stdout:Using cached botocore-1.42.90-py3-none-any.whl (14.9 MB) 2026-04-17T17:43:32.171 INFO:tasks.workunit.client.0.vm06.stdout:Using cached jmespath-1.1.0-py3-none-any.whl (20 kB) 2026-04-17T17:43:32.172 INFO:tasks.workunit.client.0.vm06.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2026-04-17T17:43:32.172 INFO:tasks.workunit.client.0.vm06.stdout:Using cached s3transfer-0.16.0-py3-none-any.whl (86 kB) 2026-04-17T17:43:32.173 INFO:tasks.workunit.client.0.vm06.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2026-04-17T17:43:32.174 INFO:tasks.workunit.client.0.vm06.stdout:Using cached six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-04-17T17:43:32.204 INFO:tasks.workunit.client.0.vm06.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2026-04-17T17:43:32.610 INFO:tasks.workunit.client.0.vm06.stdout: 2026-04-17T17:43:32.612 INFO:tasks.workunit.client.0.vm06.stdout:Successfully installed boto3-1.42.90 botocore-1.42.90 jmespath-1.1.0 python-dateutil-2.9.0.post0 s3transfer-0.16.0 six-1.17.0 urllib3-1.26.20 2026-04-17T17:43:32.670 INFO:tasks.workunit.client.0.vm06.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2026-04-17T17:43:32.752 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2026-04-17T17:43:32.774 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:32.774 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:32.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.791+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.792+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.792+0000 7f49e1f92900 20 realm 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.792+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.793+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.793+0000 7f49e1f92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.793+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.793+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.793+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.794+0000 7f49e1f92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:32.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.794+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.794+0000 7f49e1f92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:32.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.794+0000 7f49e1f92900 20 searching for the correct realm 2026-04-17T17:43:32.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.797+0000 7f49ddce7640 0 -- 192.168.123.106:0/37367143 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x556d377247f0 msgr2=0x556d37744ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:32.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.799+0000 7f49dd4e6640 0 -- 192.168.123.106:0/37367143 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f49d0069020 msgr2=0x7f49d00f69d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:32.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.802+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 zone default found 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 4 Realm: () 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 zonegroup default 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.803+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.804+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.804+0000 7f49e1f92900 20 started sync module instance, tier type = 2026-04-17T17:43:32.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.804+0000 7f49e1f92900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:32.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=4 2026-04-17T17:43:32.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=5 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=0 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=6 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=1 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.807+0000 7f49e1f92900 20 add_watcher() i=7 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.808+0000 7f49e1f92900 20 add_watcher() i=3 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.808+0000 7f49e1f92900 20 add_watcher() i=2 2026-04-17T17:43:32.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.808+0000 7f49e1f92900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:32.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.810+0000 7f49e1f92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:32.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.810+0000 7f49e1f92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:32.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.810+0000 7f49e1f92900 5 note: GC not initialized 2026-04-17T17:43:32.812 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.810+0000 7f498afed640 20 reqs_thread_entry: start 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.845+0000 7f49e1f92900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.845+0000 7f49e1f92900 20 Filter name: none 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f4988fe9640 20 reqs_thread_entry: start 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 20 rados->read ofs=0 len=0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2026-04-17T17:43:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.846+0000 7f49e1f92900 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49e1f92900 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49e1f92900 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49e1f92900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49bd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894486 cookie 93927570074160 notifier 5714 bl.length()=569 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49bd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2026-04-17T17:43:32.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.847+0000 7f49bd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.849+0000 7f49e1f92900 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.849+0000 7f49e1f92900 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.849+0000 7f49e1f92900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.850+0000 7f49bd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894487 cookie 93927570070160 notifier 5714 bl.length()=180 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.850+0000 7f49bd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2026-04-17T17:43:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.850+0000 7f49bd7fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=5 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 2 removed watcher, disabling cache 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=6 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=0 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=3 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=7 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=1 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=2 2026-04-17T17:43:32.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:32.854+0000 7f49e1f92900 20 remove_watcher() i=4 2026-04-17T17:43:32.866 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/boto3/compat.py:89: PythonDeprecationWarning: Boto3 will no longer support Python 3.9 starting April 29, 2026. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.10 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2026-04-17T17:43:32.866 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn(warning, PythonDeprecationWarning) 2026-04-17T17:43:50.951 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:50.952 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:50.997 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:50.997 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:51.092 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:51.092 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:51.166 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:51.166 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:51.190 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:51.191 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:51.241 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:51.241 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:51.289 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard add 2026-04-17T17:43:51.289 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:51.290 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:43:51.310 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:51.310 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:51.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.333+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.334+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.334+0000 7fc2419cb900 20 realm 2026-04-17T17:43:51.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.334+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.335+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.335+0000 7fc2419cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:51.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.335+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.335+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.335+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.336+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:51.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.336+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.336+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:51.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.336+0000 7fc2419cb900 20 searching for the correct realm 2026-04-17T17:43:51.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.339+0000 7fc237fff640 0 -- 192.168.123.106:0/175755157 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5622036440b0 msgr2=0x5622036644f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:51.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.344+0000 7fc237fff640 0 -- 192.168.123.106:0/175755157 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc2300ab040 msgr2=0x7fc2300ab410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 zone default found 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 4 Realm: () 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 zonegroup default 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.347+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.348+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.348+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.348+0000 7fc2419cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.348+0000 7fc2419cb900 20 started sync module instance, tier type = 2026-04-17T17:43:51.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.348+0000 7fc2419cb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:51.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.351+0000 7fc2419cb900 20 add_watcher() i=1 2026-04-17T17:43:51.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.351+0000 7fc2419cb900 20 add_watcher() i=7 2026-04-17T17:43:51.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.351+0000 7fc2419cb900 20 add_watcher() i=2 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 20 add_watcher() i=3 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 20 add_watcher() i=0 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 20 add_watcher() i=4 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 20 add_watcher() i=5 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 20 add_watcher() i=6 2026-04-17T17:43:51.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.352+0000 7fc2419cb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:51.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.354+0000 7fc2419cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:51.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.354+0000 7fc2419cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:51.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.355+0000 7fc2419cb900 5 note: GC not initialized 2026-04-17T17:43:51.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.355+0000 7fc1e97ea640 20 reqs_thread_entry: start 2026-04-17T17:43:51.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.394+0000 7fc2419cb900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:51.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.394+0000 7fc2419cb900 20 Filter name: none 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc1e2ffd640 20 reqs_thread_entry: start 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:51.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.395+0000 7fc2419cb900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.396+0000 7fc2419cb900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:51.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.396+0000 7fc2419cb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=2 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 2 removed watcher, disabling cache 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=3 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=0 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=1 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=7 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=5 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=4 2026-04-17T17:43:51.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.400+0000 7fc2419cb900 20 remove_watcher() i=6 2026-04-17T17:43:51.409 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:51.409 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:43:51.409 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 0 size_kb: 0 num_shards: 1 2026-04-17T17:43:51.409 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:51.410 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2026-04-17T17:43:51.431 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:51.431 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:51.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.456+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 realm 2026-04-17T17:43:51.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.457+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.458+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:51.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.458+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.459+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:51.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.459+0000 7ff7a7540900 20 searching for the correct realm 2026-04-17T17:43:51.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.463+0000 7ff797fff640 0 -- 192.168.123.106:0/3751314620 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7ff7900685a0 msgr2=0x7ff790066dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:43:51.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.467+0000 7ff797fff640 0 -- 192.168.123.106:0/3751314620 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff7980f2280 msgr2=0x7ff7980b5070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:51.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:51.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.672+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.673+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.673+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.673+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:51.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.673+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.673+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 zone default found 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 4 Realm: () 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 zonegroup default 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.674+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.675+0000 7ff7a7540900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.675+0000 7ff7a7540900 20 started sync module instance, tier type = 2026-04-17T17:43:51.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.675+0000 7ff7a7540900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:51.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.677+0000 7ff7a7540900 20 add_watcher() i=3 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=5 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=0 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=7 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=6 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=2 2026-04-17T17:43:51.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.678+0000 7ff7a7540900 20 add_watcher() i=1 2026-04-17T17:43:51.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.679+0000 7ff7a7540900 20 add_watcher() i=4 2026-04-17T17:43:51.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.679+0000 7ff7a7540900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:51.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.681+0000 7ff7a7540900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:51.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.681+0000 7ff7a7540900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:51.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.681+0000 7ff7a7540900 5 note: GC not initialized 2026-04-17T17:43:51.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.681+0000 7ff74b7fe640 20 reqs_thread_entry: start 2026-04-17T17:43:51.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.738+0000 7ff7a7540900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:51.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.738+0000 7ff7a7540900 20 Filter name: none 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.738+0000 7ff7497fa640 20 reqs_thread_entry: start 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.738+0000 7ff7a7540900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.738+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:43:51.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:51.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.739+0000 7ff7a7540900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=0 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 2 removed watcher, disabling cache 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=3 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=1 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=2 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=4 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=7 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=6 2026-04-17T17:43:51.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.746+0000 7ff7a7540900 20 remove_watcher() i=5 2026-04-17T17:43:51.758 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard list 2026-04-17T17:43:51.778 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:51.778 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:51.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.799+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.800+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.800+0000 7fcded53b900 20 realm 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.800+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.801+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.801+0000 7fcded53b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.801+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.801+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:51.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.801+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.802+0000 7fcded53b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:51.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.802+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:51.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.803+0000 7fcded53b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:51.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.803+0000 7fcded53b900 20 searching for the correct realm 2026-04-17T17:43:51.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.805+0000 7fcde9b53640 0 -- 192.168.123.106:0/4265264203 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fcdd0083070 msgr2=0x7fcdd0094050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:51.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:51.809+0000 7fcde8b51640 0 -- 192.168.123.106:0/4265264203 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x55ae69d087b0 msgr2=0x7fcddc05b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:43:52.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:52.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:52.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.016+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 zone default found 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 4 Realm: () 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 zonegroup default 2026-04-17T17:43:52.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.017+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.018+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.018+0000 7fcded53b900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.018+0000 7fcded53b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.018+0000 7fcded53b900 20 started sync module instance, tier type = 2026-04-17T17:43:52.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.018+0000 7fcded53b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:52.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.021+0000 7fcded53b900 20 add_watcher() i=0 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=4 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=3 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=1 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=5 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=6 2026-04-17T17:43:52.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.022+0000 7fcded53b900 20 add_watcher() i=2 2026-04-17T17:43:52.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.023+0000 7fcded53b900 20 add_watcher() i=7 2026-04-17T17:43:52.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.023+0000 7fcded53b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:52.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.025+0000 7fcded53b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:52.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.025+0000 7fcded53b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:52.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.025+0000 7fcded53b900 5 note: GC not initialized 2026-04-17T17:43:52.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.026+0000 7fcd967ec640 20 reqs_thread_entry: start 2026-04-17T17:43:52.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.070+0000 7fcded53b900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:52.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.070+0000 7fcded53b900 20 Filter name: none 2026-04-17T17:43:52.072 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.070+0000 7fcd8ffff640 20 reqs_thread_entry: start 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=2 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 2 removed watcher, disabling cache 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=1 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=7 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=3 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=4 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=0 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=5 2026-04-17T17:43:52.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.078+0000 7fcded53b900 20 remove_watcher() i=6 2026-04-17T17:43:52.086 INFO:tasks.workunit.client.0.vm06.stderr:bucket name a-bucket 2026-04-17T17:43:52.086 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard process 2026-04-17T17:43:52.086 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:52.087 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard process 2026-04-17T17:43:52.106 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:52.106 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 realm 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.127+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.128+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:52.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.128+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.129+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:52.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.129+0000 7fc964969900 20 searching for the correct realm 2026-04-17T17:43:52.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.132+0000 7fc960f7d640 0 -- 192.168.123.106:0/4257831088 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x561a16411070 msgr2=0x561a16431450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:52.137 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.135+0000 7fc95bfff640 0 -- 192.168.123.106:0/4257831088 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc9540e5970 msgr2=0x7fc9540c4910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:52.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 zone default found 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 4 Realm: () 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 zonegroup default 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.138+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 started sync module instance, tier type = 2026-04-17T17:43:52.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.139+0000 7fc964969900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:52.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.143+0000 7fc964969900 20 add_watcher() i=2 2026-04-17T17:43:52.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.143+0000 7fc964969900 20 add_watcher() i=3 2026-04-17T17:43:52.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.143+0000 7fc964969900 20 add_watcher() i=1 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.143+0000 7fc964969900 20 add_watcher() i=0 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.144+0000 7fc964969900 20 add_watcher() i=7 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.144+0000 7fc964969900 20 add_watcher() i=6 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.144+0000 7fc964969900 20 add_watcher() i=5 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.144+0000 7fc964969900 20 add_watcher() i=4 2026-04-17T17:43:52.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.144+0000 7fc964969900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:52.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.146+0000 7fc964969900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:52.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.146+0000 7fc964969900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:52.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.146+0000 7fc964969900 5 note: GC not initialized 2026-04-17T17:43:52.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.146+0000 7fc90d7ea640 20 reqs_thread_entry: start 2026-04-17T17:43:52.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.185+0000 7fc964969900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:52.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.185+0000 7fc964969900 20 Filter name: none 2026-04-17T17:43:52.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.186+0000 7fc906ffd640 20 reqs_thread_entry: start 2026-04-17T17:43:52.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.186+0000 7fc964969900 20 processing logshard = reshard.0000000000 2026-04-17T17:43:52.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.188+0000 7fc964969900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-17T17:43:52.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.188+0000 7fc964969900 20 processing logshard = reshard.0000000001 2026-04-17T17:43:52.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.189+0000 7fc964969900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-17T17:43:52.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.189+0000 7fc964969900 20 processing logshard = reshard.0000000002 2026-04-17T17:43:52.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.191+0000 7fc964969900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-17T17:43:52.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.191+0000 7fc964969900 20 processing logshard = reshard.0000000003 2026-04-17T17:43:52.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.193+0000 7fc964969900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-17T17:43:52.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.193+0000 7fc964969900 20 processing logshard = reshard.0000000004 2026-04-17T17:43:52.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.196+0000 7fc964969900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-17T17:43:52.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.196+0000 7fc964969900 20 processing logshard = reshard.0000000005 2026-04-17T17:43:52.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.198+0000 7fc964969900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-17T17:43:52.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.198+0000 7fc964969900 20 processing logshard = reshard.0000000006 2026-04-17T17:43:52.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.199+0000 7fc964969900 20 process_entry resharding a-bucket 2026-04-17T17:43:52.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.199+0000 7fc964969900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:43:52.201 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.199+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 20 rados->read ofs=0 len=0 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.200+0000 7fc964969900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc964969900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc964969900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc964969900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc964969900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc93b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894491 cookie 94670042543712 notifier 6027 bl.length()=839 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc93b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc93b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.206+0000 7fc93b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.208+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:52.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.208+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:52.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.208+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:52.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.208+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:52.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.210+0000 7fc964969900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:52.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.210+0000 7fc964969900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:52.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.210+0000 7fc964969900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:52.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.210+0000 7fc964969900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:52.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.210+0000 7fc964969900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.0 2026-04-17T17:43:52.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.211+0000 7fc964969900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:43:52.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.211+0000 7fc964969900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:52.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc964969900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc964969900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc964969900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc964969900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:52.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc93affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894492 cookie 94670042543712 notifier 6027 bl.length()=839 2026-04-17T17:43:52.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc93affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc93affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.212+0000 7fc93affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.213+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:52.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.213+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:52.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.213+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:52.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.213+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:52.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.214+0000 7fc964969900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.0 2026-04-17T17:43:52.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.215+0000 7fc964969900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:43:52.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.215+0000 7fc964969900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc964969900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc964969900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc964969900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc964969900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc93b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894493 cookie 94670042543712 notifier 6027 bl.length()=803 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc93b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc93b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:52.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.216+0000 7fc93b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:52.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.218+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:52.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.218+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:52.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.218+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:52.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.218+0000 7fc964969900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:52.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.219+0000 7fc964969900 1 execute INFO: reshard of bucket "a-bucket" from 1 shards to 2 shards completed successfully 2026-04-17T17:43:52.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.220+0000 7fc964969900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-17T17:43:52.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.222+0000 7fc964969900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-17T17:43:52.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.222+0000 7fc964969900 20 processing logshard = reshard.0000000007 2026-04-17T17:43:52.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.224+0000 7fc964969900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-17T17:43:52.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.224+0000 7fc964969900 20 processing logshard = reshard.0000000008 2026-04-17T17:43:52.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.226+0000 7fc964969900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-17T17:43:52.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.226+0000 7fc964969900 20 processing logshard = reshard.0000000009 2026-04-17T17:43:52.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.228+0000 7fc964969900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-17T17:43:52.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.228+0000 7fc964969900 20 processing logshard = reshard.0000000010 2026-04-17T17:43:52.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.229+0000 7fc964969900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-17T17:43:52.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.230+0000 7fc964969900 20 processing logshard = reshard.0000000011 2026-04-17T17:43:52.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.232+0000 7fc964969900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-17T17:43:52.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.232+0000 7fc964969900 20 processing logshard = reshard.0000000012 2026-04-17T17:43:52.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.234+0000 7fc964969900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-17T17:43:52.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.234+0000 7fc964969900 20 processing logshard = reshard.0000000013 2026-04-17T17:43:52.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.236+0000 7fc964969900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-17T17:43:52.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.236+0000 7fc964969900 20 processing logshard = reshard.0000000014 2026-04-17T17:43:52.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.238+0000 7fc964969900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-17T17:43:52.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.238+0000 7fc964969900 20 processing logshard = reshard.0000000015 2026-04-17T17:43:52.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.240+0000 7fc964969900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 20 remove_watcher() i=3 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 2 removed watcher, disabling cache 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 20 remove_watcher() i=0 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 20 remove_watcher() i=5 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 20 remove_watcher() i=6 2026-04-17T17:43:52.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.244+0000 7fc964969900 20 remove_watcher() i=2 2026-04-17T17:43:52.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.245+0000 7fc964969900 20 remove_watcher() i=1 2026-04-17T17:43:52.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.245+0000 7fc964969900 20 remove_watcher() i=7 2026-04-17T17:43:52.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:52.245+0000 7fc964969900 20 remove_watcher() i=4 2026-04-17T17:43:57.258 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:43:57.278 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:57.278 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:57.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.296+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 20 realm 2026-04-17T17:43:57.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.297+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.298+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.298+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.298+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:57.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.298+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.299+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:57.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.299+0000 7fbc5c3c9900 20 searching for the correct realm 2026-04-17T17:43:57.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.301+0000 7fbc577fb640 0 -- 192.168.123.106:0/136533261 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5557ec6e4fd0 msgr2=0x5557ec7053b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:57.306 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.304+0000 7fbc567f9640 0 -- 192.168.123.106:0/136533261 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fbc48092b90 msgr2=0x7fbc480a20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:57.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 zone default found 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 4 Realm: () 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 zonegroup default 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.509+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 started sync module instance, tier type = 2026-04-17T17:43:57.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.510+0000 7fbc5c3c9900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.513+0000 7fbc5c3c9900 20 add_watcher() i=4 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.513+0000 7fbc5c3c9900 20 add_watcher() i=5 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.513+0000 7fbc5c3c9900 20 add_watcher() i=2 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 20 add_watcher() i=6 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 20 add_watcher() i=0 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 20 add_watcher() i=7 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 20 add_watcher() i=1 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 20 add_watcher() i=3 2026-04-17T17:43:57.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.514+0000 7fbc5c3c9900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:57.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.516+0000 7fbc5c3c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:57.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.516+0000 7fbc5c3c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:57.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.516+0000 7fbc5c3c9900 5 note: GC not initialized 2026-04-17T17:43:57.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.516+0000 7fbbff7fe640 20 reqs_thread_entry: start 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbc5c3c9900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbc5c3c9900 20 Filter name: none 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbbfd7fa640 20 reqs_thread_entry: start 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:57.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.551+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:57.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.552+0000 7fbc5c3c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:57.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=2 2026-04-17T17:43:57.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 2 removed watcher, disabling cache 2026-04-17T17:43:57.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=1 2026-04-17T17:43:57.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=4 2026-04-17T17:43:57.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=0 2026-04-17T17:43:57.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=7 2026-04-17T17:43:57.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=5 2026-04-17T17:43:57.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=3 2026-04-17T17:43:57.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.556+0000 7fbc5c3c9900 20 remove_watcher() i=6 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard add non empty bucket 2026-04-17T17:43:57.564 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:57.568 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.568 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.594 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.594 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.644 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.644 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.694 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.694 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.745 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.745 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.796 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.796 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.846 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.846 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.896 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:57.896 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:57.946 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:43:57.966 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:57.966 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:57.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.982+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 realm 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.984+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.985+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:57.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.985+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.985+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:57.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.985+0000 7f8c9b937900 20 searching for the correct realm 2026-04-17T17:43:57.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.988+0000 7f8c8a5ff640 0 -- 192.168.123.106:0/1933722375 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f8c840670b0 msgr2=0x7f8c840735c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:57.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.990+0000 7f8c8a5ff640 0 -- 192.168.123.106:0/1933722375 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f8c8c0d2930 msgr2=0x7f8c8c073400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.994+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 zone default found 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 4 Realm: () 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 zonegroup default 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.995+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:57.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.996+0000 7f8c9b937900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:57.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.996+0000 7f8c9b937900 20 started sync module instance, tier type = 2026-04-17T17:43:57.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.996+0000 7f8c9b937900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=0 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=4 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=5 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=3 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=1 2026-04-17T17:43:58.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:57.999+0000 7f8c9b937900 20 add_watcher() i=6 2026-04-17T17:43:58.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.000+0000 7f8c9b937900 20 add_watcher() i=7 2026-04-17T17:43:58.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.000+0000 7f8c9b937900 20 add_watcher() i=2 2026-04-17T17:43:58.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.000+0000 7f8c9b937900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:58.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.002+0000 7f8c9b937900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:58.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.002+0000 7f8c9b937900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:58.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.002+0000 7f8c9b937900 5 note: GC not initialized 2026-04-17T17:43:58.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.002+0000 7f8c3f7fe640 20 reqs_thread_entry: start 2026-04-17T17:43:58.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.040+0000 7f8c9b937900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:58.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.040+0000 7f8c9b937900 20 Filter name: none 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c3d7fa640 20 reqs_thread_entry: start 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.041+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.042+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:58.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.042+0000 7f8c9b937900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.042+0000 7f8c9b937900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:58.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.042+0000 7f8c9b937900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=3 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 2 removed watcher, disabling cache 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=0 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=1 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=4 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=5 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=7 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=6 2026-04-17T17:43:58.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.046+0000 7f8c9b937900 20 remove_watcher() i=2 2026-04-17T17:43:58.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:58.054 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:43:58.054 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 8 size_kb: 1 num_shards: 2 2026-04-17T17:43:58.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:58.056 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2026-04-17T17:43:58.076 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:58.076 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:58.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.094+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.094+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.094+0000 7f3a39d42900 20 realm 2026-04-17T17:43:58.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.094+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.096 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:58.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.095+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.096+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:58.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.096+0000 7f3a39d42900 20 searching for the correct realm 2026-04-17T17:43:58.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.097+0000 7f3a362bb640 0 -- 192.168.123.106:0/3540750754 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f3a1c074260 msgr2=0x7f3a1c0650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:58.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.302+0000 7f3a352b9640 0 -- 192.168.123.106:0/3540750754 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x5647569fd7d0 msgr2=0x7f3a2803f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:58.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.508+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 zone default found 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 4 Realm: () 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 zonegroup default 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.509+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.510+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.510+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.510+0000 7f3a39d42900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.510+0000 7f3a39d42900 20 started sync module instance, tier type = 2026-04-17T17:43:58.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.510+0000 7f3a39d42900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=1 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=3 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=7 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=2 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=4 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=5 2026-04-17T17:43:58.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=6 2026-04-17T17:43:58.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 20 add_watcher() i=0 2026-04-17T17:43:58.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.514+0000 7f3a39d42900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:58.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.516+0000 7f3a39d42900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:58.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.516+0000 7f3a39d42900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:58.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.516+0000 7f3a39d42900 5 note: GC not initialized 2026-04-17T17:43:58.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.517+0000 7f39e2fed640 20 reqs_thread_entry: start 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 20 Filter name: none 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f39e0fe9640 20 reqs_thread_entry: start 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:43:58.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.559+0000 7f3a39d42900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:58.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:58.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:58.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:43:58.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:58.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.560+0000 7f3a39d42900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=0 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 2 removed watcher, disabling cache 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=4 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=2 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=6 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=5 2026-04-17T17:43:58.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.565+0000 7f3a39d42900 20 remove_watcher() i=7 2026-04-17T17:43:58.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.566+0000 7f3a39d42900 20 remove_watcher() i=1 2026-04-17T17:43:58.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.566+0000 7f3a39d42900 20 remove_watcher() i=3 2026-04-17T17:43:58.576 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard list 2026-04-17T17:43:58.593 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:58.593 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.612+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 realm 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.614+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.615+0000 7f62627d6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:58.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.615+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.616+0000 7f62627d6900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:58.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.616+0000 7f62627d6900 20 searching for the correct realm 2026-04-17T17:43:58.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.619+0000 7f625bfff640 0 -- 192.168.123.106:0/3397582415 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f62540e9380 msgr2=0x7f625406f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.824+0000 7f6260a8c640 0 -- 192.168.123.106:0/3397582415 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f624408dbd0 msgr2=0x7f624408bf50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.826+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 zone default found 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 4 Realm: () 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 zonegroup default 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.829 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.827+0000 7f62627d6900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.828+0000 7f62627d6900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.828+0000 7f62627d6900 20 started sync module instance, tier type = 2026-04-17T17:43:58.830 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.828+0000 7f62627d6900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.830+0000 7f62627d6900 20 add_watcher() i=0 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=6 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=5 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=4 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=7 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=2 2026-04-17T17:43:58.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.831+0000 7f62627d6900 20 add_watcher() i=1 2026-04-17T17:43:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.832+0000 7f62627d6900 20 add_watcher() i=3 2026-04-17T17:43:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.832+0000 7f62627d6900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:58.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.834+0000 7f62627d6900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:58.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.834+0000 7f62627d6900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:58.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.834+0000 7f62627d6900 5 note: GC not initialized 2026-04-17T17:43:58.836 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.834+0000 7f620cff1640 20 reqs_thread_entry: start 2026-04-17T17:43:58.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.871+0000 7f62627d6900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.871+0000 7f62627d6900 20 Filter name: none 2026-04-17T17:43:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.871+0000 7f62067fc640 20 reqs_thread_entry: start 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=3 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 2 removed watcher, disabling cache 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=0 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=5 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=4 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=7 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=6 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=2 2026-04-17T17:43:58.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.879+0000 7f62627d6900 20 remove_watcher() i=1 2026-04-17T17:43:58.887 INFO:tasks.workunit.client.0.vm06.stderr:bucket name a-bucket 2026-04-17T17:43:58.887 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard process non empty bucket 2026-04-17T17:43:58.888 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:58.889 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshard process 2026-04-17T17:43:58.907 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:58.907 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:58.926 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.924+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 20 realm 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.925+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.926+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.926+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.926+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:58.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.926+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:58.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.927+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:58.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.927+0000 7f1afa410900 20 searching for the correct realm 2026-04-17T17:43:58.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.929+0000 7f1af5335640 0 -- 192.168.123.106:0/3520223126 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f1ae4067be0 msgr2=0x7f1ae4088a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:43:58.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:58.933+0000 7f1af5335640 0 -- 192.168.123.106:0/3520223126 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f1ad8003c70 msgr2=0x7f1ae8021410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 zone default found 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 4 Realm: () 2026-04-17T17:43:59.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 zonegroup default 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.138+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 started sync module instance, tier type = 2026-04-17T17:43:59.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.139+0000 7f1afa410900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:59.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.143+0000 7f1afa410900 20 add_watcher() i=3 2026-04-17T17:43:59.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.143+0000 7f1afa410900 20 add_watcher() i=5 2026-04-17T17:43:59.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.143+0000 7f1afa410900 20 add_watcher() i=6 2026-04-17T17:43:59.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 20 add_watcher() i=7 2026-04-17T17:43:59.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 20 add_watcher() i=4 2026-04-17T17:43:59.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 20 add_watcher() i=0 2026-04-17T17:43:59.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 20 add_watcher() i=2 2026-04-17T17:43:59.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 20 add_watcher() i=1 2026-04-17T17:43:59.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.144+0000 7f1afa410900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:59.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.146+0000 7f1afa410900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:59.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.146+0000 7f1afa410900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:59.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.146+0000 7f1afa410900 5 note: GC not initialized 2026-04-17T17:43:59.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.146+0000 7f1aa2fed640 20 reqs_thread_entry: start 2026-04-17T17:43:59.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.185+0000 7f1afa410900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:59.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.185+0000 7f1afa410900 20 Filter name: none 2026-04-17T17:43:59.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.185+0000 7f1aa0fe9640 20 reqs_thread_entry: start 2026-04-17T17:43:59.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.185+0000 7f1afa410900 20 processing logshard = reshard.0000000000 2026-04-17T17:43:59.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.187+0000 7f1afa410900 20 finish processing logshard = reshard.0000000000 , ret = 0 2026-04-17T17:43:59.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.187+0000 7f1afa410900 20 processing logshard = reshard.0000000001 2026-04-17T17:43:59.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.189+0000 7f1afa410900 20 finish processing logshard = reshard.0000000001 , ret = 0 2026-04-17T17:43:59.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.189+0000 7f1afa410900 20 processing logshard = reshard.0000000002 2026-04-17T17:43:59.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.190+0000 7f1afa410900 20 finish processing logshard = reshard.0000000002 , ret = 0 2026-04-17T17:43:59.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.190+0000 7f1afa410900 20 processing logshard = reshard.0000000003 2026-04-17T17:43:59.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.192+0000 7f1afa410900 20 finish processing logshard = reshard.0000000003 , ret = 0 2026-04-17T17:43:59.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.192+0000 7f1afa410900 20 processing logshard = reshard.0000000004 2026-04-17T17:43:59.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.194+0000 7f1afa410900 20 finish processing logshard = reshard.0000000004 , ret = 0 2026-04-17T17:43:59.196 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.194+0000 7f1afa410900 20 processing logshard = reshard.0000000005 2026-04-17T17:43:59.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.196+0000 7f1afa410900 20 finish processing logshard = reshard.0000000005 , ret = 0 2026-04-17T17:43:59.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.196+0000 7f1afa410900 20 processing logshard = reshard.0000000006 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 20 process_entry resharding a-bucket 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:43:59.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.197+0000 7f1afa410900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.198+0000 7f1afa410900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1afa410900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1afa410900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1afa410900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1afa410900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1ad4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94919969151968 notifier 5843 bl.length()=839 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1ad4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1ad4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.203+0000 7f1ad4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.204+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:59.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.204+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:59.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.204+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:59.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.204+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:59.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:43:59.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:43:59.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.206+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.207+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:59.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.207+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:59.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.209+0000 7f1afa410900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:43:59.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.209+0000 7f1afa410900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1afa410900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1afa410900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1afa410900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1afa410900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1ad4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94919969151968 notifier 5843 bl.length()=839 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1ad4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1ad4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.211+0000 7f1ad4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.213+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:59.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.213+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:59.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.213+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:59.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.213+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:59.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.214+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:59.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.214+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.0 2026-04-17T17:43:59.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.214+0000 7f1afa410900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:59.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.214+0000 7f1afa410900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.1.1 2026-04-17T17:43:59.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.215+0000 7f1afa410900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:43:59.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.215+0000 7f1afa410900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1afa410900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1afa410900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1afa410900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1afa410900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1ad4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894496 cookie 94919969151968 notifier 5843 bl.length()=803 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1ad4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1ad4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:43:59.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.216+0000 7f1ad4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:43:59.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.217+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:43:59.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.217+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:43:59.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.217+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:43:59.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.217+0000 7f1afa410900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:43:59.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.218+0000 7f1afa410900 1 execute INFO: reshard of bucket "a-bucket" from 2 shards to 3 shards completed successfully 2026-04-17T17:43:59.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.219+0000 7f1afa410900 20 process_entry removing reshard queue entry for bucket a-bucket 2026-04-17T17:43:59.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.221+0000 7f1afa410900 20 finish processing logshard = reshard.0000000006 , ret = 0 2026-04-17T17:43:59.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.221+0000 7f1afa410900 20 processing logshard = reshard.0000000007 2026-04-17T17:43:59.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.223+0000 7f1afa410900 20 finish processing logshard = reshard.0000000007 , ret = 0 2026-04-17T17:43:59.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.223+0000 7f1afa410900 20 processing logshard = reshard.0000000008 2026-04-17T17:43:59.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.224+0000 7f1afa410900 20 finish processing logshard = reshard.0000000008 , ret = 0 2026-04-17T17:43:59.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.224+0000 7f1afa410900 20 processing logshard = reshard.0000000009 2026-04-17T17:43:59.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.227+0000 7f1afa410900 20 finish processing logshard = reshard.0000000009 , ret = 0 2026-04-17T17:43:59.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.227+0000 7f1afa410900 20 processing logshard = reshard.0000000010 2026-04-17T17:43:59.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.228+0000 7f1afa410900 20 finish processing logshard = reshard.0000000010 , ret = 0 2026-04-17T17:43:59.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.228+0000 7f1afa410900 20 processing logshard = reshard.0000000011 2026-04-17T17:43:59.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.230+0000 7f1afa410900 20 finish processing logshard = reshard.0000000011 , ret = 0 2026-04-17T17:43:59.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.230+0000 7f1afa410900 20 processing logshard = reshard.0000000012 2026-04-17T17:43:59.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.232+0000 7f1afa410900 20 finish processing logshard = reshard.0000000012 , ret = 0 2026-04-17T17:43:59.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.232+0000 7f1afa410900 20 processing logshard = reshard.0000000013 2026-04-17T17:43:59.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.234+0000 7f1afa410900 20 finish processing logshard = reshard.0000000013 , ret = 0 2026-04-17T17:43:59.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.234+0000 7f1afa410900 20 processing logshard = reshard.0000000014 2026-04-17T17:43:59.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.236+0000 7f1afa410900 20 finish processing logshard = reshard.0000000014 , ret = 0 2026-04-17T17:43:59.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.236+0000 7f1afa410900 20 processing logshard = reshard.0000000015 2026-04-17T17:43:59.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.238+0000 7f1afa410900 20 finish processing logshard = reshard.0000000015 , ret = 0 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.241+0000 7f1afa410900 20 remove_watcher() i=3 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.241+0000 7f1afa410900 2 removed watcher, disabling cache 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=0 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=5 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=6 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=7 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=2 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=4 2026-04-17T17:43:59.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.242+0000 7f1afa410900 20 remove_watcher() i=1 2026-04-17T17:43:59.252 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:43:59.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:43:59.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:43:59.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.292+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 realm 2026-04-17T17:43:59.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.295 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:43:59.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.293+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.294+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:59.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.294+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.295+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:43:59.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.295+0000 7f5fae9dc900 20 searching for the correct realm 2026-04-17T17:43:59.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.298+0000 7f5fa7fff640 0 -- 192.168.123.106:0/1469700079 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f5fa00699e0 msgr2=0x7f5fa006f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:59.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.504+0000 7f5fa77fe640 0 -- 192.168.123.106:0/1469700079 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55e03cd73fe0 msgr2=0x55e03cd943c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:43:59.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.506+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 zone default found 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 4 Realm: () 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 zonegroup default 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.507+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.508+0000 7f5fae9dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:43:59.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.508+0000 7f5fae9dc900 20 started sync module instance, tier type = 2026-04-17T17:43:59.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.508+0000 7f5fae9dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:43:59.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.534+0000 7f5fae9dc900 20 add_watcher() i=3 2026-04-17T17:43:59.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.534+0000 7f5fae9dc900 20 add_watcher() i=2 2026-04-17T17:43:59.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.534+0000 7f5fae9dc900 20 add_watcher() i=4 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 20 add_watcher() i=5 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 20 add_watcher() i=7 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 20 add_watcher() i=6 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 20 add_watcher() i=1 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 20 add_watcher() i=0 2026-04-17T17:43:59.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.535+0000 7f5fae9dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:43:59.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.538+0000 7f5fae9dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:43:59.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.538+0000 7f5fae9dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:43:59.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.538+0000 7f5fae9dc900 5 note: GC not initialized 2026-04-17T17:43:59.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.538+0000 7f5f597ea640 20 reqs_thread_entry: start 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.575+0000 7f5fae9dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.575+0000 7f5fae9dc900 20 Filter name: none 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5f52ffd640 20 reqs_thread_entry: start 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:59.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.576+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.577+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:43:59.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.577+0000 7f5fae9dc900 20 rados->read ofs=0 len=0 2026-04-17T17:43:59.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.577+0000 7f5fae9dc900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:43:59.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.577+0000 7f5fae9dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:43:59.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 20 remove_watcher() i=0 2026-04-17T17:43:59.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 2 removed watcher, disabling cache 2026-04-17T17:43:59.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 20 remove_watcher() i=4 2026-04-17T17:43:59.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 20 remove_watcher() i=2 2026-04-17T17:43:59.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 20 remove_watcher() i=1 2026-04-17T17:43:59.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.581+0000 7f5fae9dc900 20 remove_watcher() i=5 2026-04-17T17:43:59.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.582+0000 7f5fae9dc900 20 remove_watcher() i=3 2026-04-17T17:43:59.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.582+0000 7f5fae9dc900 20 remove_watcher() i=6 2026-04-17T17:43:59.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:43:59.582+0000 7f5fae9dc900 20 remove_watcher() i=7 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at init_index 2026-04-17T17:43:59.590 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:43:59.591 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.591 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.620 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.620 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.671 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.671 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.721 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.721 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.772 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.773 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.824 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.824 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.874 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.874 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.924 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.924 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:43:59.973 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:43:59.973 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.023 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.023 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.074 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.074 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.125 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.126 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.177 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.177 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.227 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.227 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.277 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.277 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.327 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.327 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.377 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.377 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.427 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.427 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.477 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.477 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.527 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.527 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.578 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.578 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.628 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:00.628 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:00.679 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-17T17:44:00.699 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:00.699 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:00.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.714+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 20 realm 2026-04-17T17:44:00.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.716+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.717+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.717+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.717+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:00.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.717+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.718+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:00.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.718+0000 7fc871129900 20 searching for the correct realm 2026-04-17T17:44:00.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.721+0000 7fc86cea3640 0 -- 192.168.123.106:0/3486595689 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc8600636f0 msgr2=0x7fc8600628b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:00.927 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.924+0000 7fc86d6a4640 0 -- 192.168.123.106:0/3486595689 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fc8500af940 msgr2=0x7fc850077410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:00.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:00.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:00.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:00.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.926+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 zone default found 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 4 Realm: () 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:00.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 zonegroup default 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.927+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 started sync module instance, tier type = 2026-04-17T17:44:00.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.928+0000 7fc871129900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:00.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.931+0000 7fc871129900 20 add_watcher() i=0 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=1 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=7 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=5 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=3 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=6 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=2 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 20 add_watcher() i=4 2026-04-17T17:44:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.932+0000 7fc871129900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.934+0000 7fc871129900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.934+0000 7fc871129900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.934+0000 7fc871129900 5 note: GC not initialized 2026-04-17T17:44:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.934+0000 7fc819ff3640 20 reqs_thread_entry: start 2026-04-17T17:44:00.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:00.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 Filter name: none 2026-04-17T17:44:00.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc812ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:00.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:00.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.972+0000 7fc871129900 20 rados->read ofs=0 len=0 2026-04-17T17:44:00.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.973+0000 7fc871129900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:00.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.973+0000 7fc871129900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=0 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 2 removed watcher, disabling cache 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=1 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=3 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=4 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=5 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=6 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.979+0000 7fc871129900 20 remove_watcher() i=7 2026-04-17T17:44:00.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:00.980+0000 7fc871129900 20 remove_watcher() i=2 2026-04-17T17:44:00.988 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:00.988 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:00.988 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-init-index id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:00.988 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:00.990 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2026-04-17T17:44:01.012 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:01.012 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:01.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 realm 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.230+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.231+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:01.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.231+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.232+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:01.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.232+0000 7efd7a14d900 20 searching for the correct realm 2026-04-17T17:44:01.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.233+0000 7efd766ca640 0 -- 192.168.123.106:0/3514086330 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7efd5c049040 msgr2=0x7efd5c03b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:01.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.440+0000 7efd756c8640 0 -- 192.168.123.106:0/3514086330 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7efd580022f0 msgr2=0x7efd680babe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:01.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:01.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:01.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.644+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 zone default found 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 4 Realm: () 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 zonegroup default 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.646+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.647+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.647+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.647+0000 7efd7a14d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.647+0000 7efd7a14d900 20 started sync module instance, tier type = 2026-04-17T17:44:01.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.647+0000 7efd7a14d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:01.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.649+0000 7efd7a14d900 20 add_watcher() i=4 2026-04-17T17:44:01.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.649+0000 7efd7a14d900 20 add_watcher() i=5 2026-04-17T17:44:01.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.649+0000 7efd7a14d900 20 add_watcher() i=6 2026-04-17T17:44:01.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.649+0000 7efd7a14d900 20 add_watcher() i=7 2026-04-17T17:44:01.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.650+0000 7efd7a14d900 20 add_watcher() i=2 2026-04-17T17:44:01.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.650+0000 7efd7a14d900 20 add_watcher() i=0 2026-04-17T17:44:01.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.651+0000 7efd7a14d900 20 add_watcher() i=3 2026-04-17T17:44:01.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.651+0000 7efd7a14d900 20 add_watcher() i=1 2026-04-17T17:44:01.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.651+0000 7efd7a14d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:01.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.654+0000 7efd7a14d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:01.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.654+0000 7efd7a14d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:01.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.654+0000 7efd7a14d900 5 note: GC not initialized 2026-04-17T17:44:01.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.654+0000 7efd22fed640 20 reqs_thread_entry: start 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 Filter name: none 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd20fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 : miss 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:01.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.695+0000 7efd7a14d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 2026-04-17T17:44:01.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.696+0000 7efd7a14d900 -1 Injecting error=-5 at location=init_index 2026-04-17T17:44:01.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.696+0000 7efd7a14d900 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=7 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 2 removed watcher, disabling cache 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=2 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=4 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=0 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=1 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=5 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=6 2026-04-17T17:44:01.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.701+0000 7efd7a14d900 20 remove_watcher() i=3 2026-04-17T17:44:01.712 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-17T17:44:01.731 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:01.731 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:01.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.747+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 realm 2026-04-17T17:44:01.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:01.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.749+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:01.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.750+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.750+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:01.753 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.750+0000 7f57fe7dc900 20 searching for the correct realm 2026-04-17T17:44:01.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.754+0000 7f57f7fff640 0 -- 192.168.123.106:0/3001317580 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f57f0063f30 msgr2=0x7f57f006b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:01.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.958+0000 7f57f77fe640 0 -- 192.168.123.106:0/3001317580 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55cfad66e630 msgr2=0x55cfad68ea10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 zone default found 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 4 Realm: () 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 zonegroup default 2026-04-17T17:44:01.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.962+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 started sync module instance, tier type = 2026-04-17T17:44:01.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.963+0000 7f57fe7dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=4 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=3 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=0 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=6 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=2 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=7 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=1 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 20 add_watcher() i=5 2026-04-17T17:44:01.969 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.966+0000 7f57fe7dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:01.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.968+0000 7f57fe7dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:01.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.968+0000 7f57fe7dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:01.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.968+0000 7f57fe7dc900 5 note: GC not initialized 2026-04-17T17:44:01.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:01.970+0000 7f57a97ea640 20 reqs_thread_entry: start 2026-04-17T17:44:02.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 Filter name: none 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57a2ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:02.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.014+0000 7f57fe7dc900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.015+0000 7f57fe7dc900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:02.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.015+0000 7f57fe7dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=3 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 2 removed watcher, disabling cache 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=0 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=1 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=7 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=2 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=6 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=5 2026-04-17T17:44:02.022 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.019+0000 7f57fe7dc900 20 remove_watcher() i=4 2026-04-17T17:44:02.028 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:02.028 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:02.028 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-init-index id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:02.028 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:02.030 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:02.030 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:02.049 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:02.049 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:02.098 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:44:02.118 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:02.118 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:02.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.136+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 realm 2026-04-17T17:44:02.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:02.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.138+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:02.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.139+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.139+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:02.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.139+0000 7f06665a1900 20 searching for the correct realm 2026-04-17T17:44:02.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.142+0000 7f0662ae8640 0 -- 192.168.123.106:0/2424595287 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f064809ea10 msgr2=0x7f0648072a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:02.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.346+0000 7f0661ae6640 0 -- 192.168.123.106:0/2424595287 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f064c08f070 msgr2=0x7f064c082440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:02.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.551+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 zone default found 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 4 Realm: () 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:02.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 zonegroup default 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.553+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.554+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.554+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.554+0000 7f06665a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.554+0000 7f06665a1900 20 started sync module instance, tier type = 2026-04-17T17:44:02.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.554+0000 7f06665a1900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:02.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.561+0000 7f06665a1900 20 add_watcher() i=7 2026-04-17T17:44:02.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.561+0000 7f06665a1900 20 add_watcher() i=0 2026-04-17T17:44:02.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.561+0000 7f06665a1900 20 add_watcher() i=5 2026-04-17T17:44:02.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 20 add_watcher() i=2 2026-04-17T17:44:02.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 20 add_watcher() i=1 2026-04-17T17:44:02.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 20 add_watcher() i=3 2026-04-17T17:44:02.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 20 add_watcher() i=4 2026-04-17T17:44:02.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 20 add_watcher() i=6 2026-04-17T17:44:02.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.563+0000 7f06665a1900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:02.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.565+0000 7f06665a1900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:02.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.565+0000 7f06665a1900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:02.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.566+0000 7f06665a1900 5 note: GC not initialized 2026-04-17T17:44:02.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.566+0000 7f060affd640 20 reqs_thread_entry: start 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 20 Filter name: none 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f0608ff9640 20 reqs_thread_entry: start 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 : miss 2026-04-17T17:44:02.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.608+0000 7f06665a1900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.609+0000 7f06665a1900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 2026-04-17T17:44:02.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.612+0000 7f06665a1900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.612+0000 7f06665a1900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.612+0000 7f06665a1900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.612+0000 7f06665a1900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20, ofs0, ns] 2026-04-17T17:44:02.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.613+0000 7f06457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894481 cookie 94842304431200 notifier 6201 bl.length()=923 2026-04-17T17:44:02.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.613+0000 7f06457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.613+0000 7f06457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.613+0000 7f06457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.614+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_sources= new_sources= 2026-04-17T17:44:02.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.614+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential sources added=[] removed=[] 2026-04-17T17:44:02.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.614+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_dests= new_dests= 2026-04-17T17:44:02.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.614+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential dests added=[] removed=[] 2026-04-17T17:44:02.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.616+0000 7f06665a1900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.1.0 2026-04-17T17:44:02.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.616+0000 7f06665a1900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.1.0 2026-04-17T17:44:02.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.616+0000 7f06665a1900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.1.1 2026-04-17T17:44:02.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.616+0000 7f06665a1900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.1.1 2026-04-17T17:44:02.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.616+0000 7f06665a1900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.0 2026-04-17T17:44:02.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:02.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 2026-04-17T17:44:02.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.618+0000 7f06665a1900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20, ofs0, ns] 2026-04-17T17:44:02.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.619+0000 7f06457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894482 cookie 94842304431200 notifier 6201 bl.length()=923 2026-04-17T17:44:02.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.619+0000 7f06457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.619+0000 7f06457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.619+0000 7f06457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_sources= new_sources= 2026-04-17T17:44:02.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential sources added=[] removed=[] 2026-04-17T17:44:02.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_dests= new_dests= 2026-04-17T17:44:02.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential dests added=[] removed=[] 2026-04-17T17:44:02.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20.0 2026-04-17T17:44:02.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:02.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.621+0000 7f06665a1900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06665a1900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06665a1900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06665a1900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06665a1900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20, ofs0, ns] 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06457fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894483 cookie 94842304431200 notifier 6201 bl.length()=887 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06457fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 info.flags=0x17 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06457fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 to cache LRU end 2026-04-17T17:44:02.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.622+0000 7f06457fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:02.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.624+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_sources= new_sources= 2026-04-17T17:44:02.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.624+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential sources added=[] removed=[] 2026-04-17T17:44:02.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.624+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): orig_dests= new_dests= 2026-04-17T17:44:02.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.624+0000 7f06665a1900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20]): potential dests added=[] removed=[] 2026-04-17T17:44:02.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.624+0000 7f06665a1900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=3 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 2 removed watcher, disabling cache 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=0 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=2 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=4 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=5 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=1 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=6 2026-04-17T17:44:02.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.628+0000 7f06665a1900 20 remove_watcher() i=7 2026-04-17T17:44:02.639 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-17T17:44:02.658 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:02.658 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:02.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.674+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.675+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.675+0000 7fa8c1f6e900 20 realm 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.675+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.676+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.676+0000 7fa8c1f6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.676+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.676+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.676+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.677+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:02.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.677+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.677+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:02.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.677+0000 7fa8c1f6e900 20 searching for the correct realm 2026-04-17T17:44:02.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.680+0000 7fa8bdce7640 0 -- 192.168.123.106:0/3086568763 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fa8b00a5be0 msgr2=0x7fa8b0069560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:02.889 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.886+0000 7fa8be4e8640 0 -- 192.168.123.106:0/3086568763 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fa8a4004070 msgr2=0x7fa8a40237d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.888+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 zone default found 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 4 Realm: () 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 zonegroup default 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.892 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:02.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 started sync module instance, tier type = 2026-04-17T17:44:02.893 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.890+0000 7fa8c1f6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=7 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=3 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=5 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=6 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=1 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=4 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.893+0000 7fa8c1f6e900 20 add_watcher() i=2 2026-04-17T17:44:02.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.894+0000 7fa8c1f6e900 20 add_watcher() i=0 2026-04-17T17:44:02.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.894+0000 7fa8c1f6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:02.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.896+0000 7fa8c1f6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:02.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.896+0000 7fa8c1f6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:02.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.896+0000 7fa8c1f6e900 5 note: GC not initialized 2026-04-17T17:44:02.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.896+0000 7fa86b7ee640 20 reqs_thread_entry: start 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 Filter name: none 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8697ea640 20 reqs_thread_entry: start 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:02.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:02.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.941+0000 7fa8c1f6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=4 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 2 removed watcher, disabling cache 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=5 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=0 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=3 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=7 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=2 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=1 2026-04-17T17:44:02.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:02.946+0000 7fa8c1f6e900 20 remove_watcher() i=6 2026-04-17T17:44:02.955 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:02.955 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:02.955 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-init-index id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.20 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:44:02.955 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:02.957 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:02.957 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:02.968 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:02.968 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.109 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.110 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.160 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2026-04-17T17:44:03.160 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:03.161 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.161 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.189 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.189 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.239 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.239 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.289 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.289 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.339 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.339 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.389 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.389 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.440 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.440 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.490 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.490 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.540 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.540 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.592 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.592 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.643 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.643 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.693 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.693 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.743 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.743 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.794 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.794 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.844 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.844 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.896 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.896 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.946 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.946 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:03.996 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:03.996 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:04.046 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:04.046 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:04.095 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:04.095 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:04.144 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:04.144 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:04.194 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:04.194 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:04.244 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-17T17:44:04.264 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:04.264 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:04.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.679+0000 7fe85f0e8640 0 --2- 192.168.123.106:0/2725578274 >> [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] conn(0x55af3898ea50 0x55af389bb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-17T17:44:04.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.689+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 realm 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:04.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.691+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:04.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.692+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:04.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.692+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:04.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.693+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:04.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.693+0000 7fe862b92900 20 searching for the correct realm 2026-04-17T17:44:04.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.695+0000 7fe85f0e8640 0 -- 192.168.123.106:0/1136874490 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fe844063a30 msgr2=0x7fe844062250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:04.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:04.901+0000 7fe85e0e6640 0 -- 192.168.123.106:0/1136874490 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x55af387c67c0 msgr2=0x7fe85002a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.106+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 zone default found 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 4 Realm: () 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 zonegroup default 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.107+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.109+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.109+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.109+0000 7fe862b92900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.109+0000 7fe862b92900 20 started sync module instance, tier type = 2026-04-17T17:44:05.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.109+0000 7fe862b92900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:05.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.112+0000 7fe862b92900 20 add_watcher() i=0 2026-04-17T17:44:05.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.113+0000 7fe862b92900 20 add_watcher() i=3 2026-04-17T17:44:05.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.113+0000 7fe862b92900 20 add_watcher() i=4 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 20 add_watcher() i=1 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 20 add_watcher() i=7 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 20 add_watcher() i=5 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 20 add_watcher() i=2 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 20 add_watcher() i=6 2026-04-17T17:44:05.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.114+0000 7fe862b92900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:05.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.116+0000 7fe862b92900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:05.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.116+0000 7fe862b92900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:05.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.116+0000 7fe862b92900 5 note: GC not initialized 2026-04-17T17:44:05.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.116+0000 7fe8077fe640 20 reqs_thread_entry: start 2026-04-17T17:44:05.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.154+0000 7fe862b92900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:05.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.154+0000 7fe862b92900 20 Filter name: none 2026-04-17T17:44:05.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.154+0000 7fe8057fa640 20 reqs_thread_entry: start 2026-04-17T17:44:05.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.154+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:05.158 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.155+0000 7fe862b92900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.156+0000 7fe862b92900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:05.159 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.156+0000 7fe862b92900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:05.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=1 2026-04-17T17:44:05.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 2 removed watcher, disabling cache 2026-04-17T17:44:05.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=7 2026-04-17T17:44:05.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=0 2026-04-17T17:44:05.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=5 2026-04-17T17:44:05.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=6 2026-04-17T17:44:05.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=4 2026-04-17T17:44:05.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.160+0000 7fe862b92900 20 remove_watcher() i=2 2026-04-17T17:44:05.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.161+0000 7fe862b92900 20 remove_watcher() i=3 2026-04-17T17:44:05.172 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:05.172 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:05.172 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-init-index id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:05.172 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:05.175 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2026-04-17T17:44:05.198 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:05.199 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 realm 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:05.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.218+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.219+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.219+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.221+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:05.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.221+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.221+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:05.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.221+0000 7f949a725900 20 searching for the correct realm 2026-04-17T17:44:05.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.223+0000 7f9496bba640 0 -- 192.168.123.106:0/1292858973 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x557beb593e00 msgr2=0x557beb5b41e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:05.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.226+0000 7f9495bb8640 0 -- 192.168.123.106:0/1292858973 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f9488070b00 msgr2=0x7f948806bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.431+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 zone default found 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 4 Realm: () 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 zonegroup default 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.432+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.433+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.433+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.433+0000 7f949a725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.433+0000 7f949a725900 20 started sync module instance, tier type = 2026-04-17T17:44:05.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.433+0000 7f949a725900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:05.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.436+0000 7f949a725900 20 add_watcher() i=0 2026-04-17T17:44:05.439 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.436+0000 7f949a725900 20 add_watcher() i=4 2026-04-17T17:44:05.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.438+0000 7f949a725900 20 add_watcher() i=6 2026-04-17T17:44:05.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.438+0000 7f949a725900 20 add_watcher() i=5 2026-04-17T17:44:05.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.438+0000 7f949a725900 20 add_watcher() i=3 2026-04-17T17:44:05.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.438+0000 7f949a725900 20 add_watcher() i=2 2026-04-17T17:44:05.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.439+0000 7f949a725900 20 add_watcher() i=7 2026-04-17T17:44:05.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.439+0000 7f949a725900 20 add_watcher() i=1 2026-04-17T17:44:05.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.439+0000 7f949a725900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:05.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.441+0000 7f949a725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:05.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.441+0000 7f949a725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:05.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.441+0000 7f949a725900 5 note: GC not initialized 2026-04-17T17:44:05.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.441+0000 7f94437ee640 20 reqs_thread_entry: start 2026-04-17T17:44:05.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.481+0000 7f949a725900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:05.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.481+0000 7f949a725900 20 Filter name: none 2026-04-17T17:44:05.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.481+0000 7f94417ea640 20 reqs_thread_entry: start 2026-04-17T17:44:05.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.481+0000 7f949a725900 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2026-04-17T17:44:05.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.481+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 : miss 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 info.flags=0x17 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 to cache LRU end 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:05.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.482+0000 7f949a725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 2026-04-17T17:44:05.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.483+0000 7f949a725900 -1 Injecting error=-95 at location=init_index 2026-04-17T17:44:05.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.483+0000 7f949a725900 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2026-04-17T17:44:05.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f949a725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 info.flags=0x17 2026-04-17T17:44:05.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f949a725900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 to cache LRU end 2026-04-17T17:44:05.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f949a725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:05.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f949a725900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21, ofs0, ns] 2026-04-17T17:44:05.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f9475ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894488 cookie 93990717882352 notifier 6255 bl.length()=923 2026-04-17T17:44:05.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f9475ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 info.flags=0x17 2026-04-17T17:44:05.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f9475ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 to cache LRU end 2026-04-17T17:44:05.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.485+0000 7f9475ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:05.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.487+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): orig_sources= new_sources= 2026-04-17T17:44:05.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.487+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): potential sources added=[] removed=[] 2026-04-17T17:44:05.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.487+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): orig_dests= new_dests= 2026-04-17T17:44:05.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.487+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): potential dests added=[] removed=[] 2026-04-17T17:44:05.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.488+0000 7f949a725900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21.1.0 2026-04-17T17:44:05.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.488+0000 7f949a725900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21.1.0 2026-04-17T17:44:05.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.488+0000 7f949a725900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21.1.1 2026-04-17T17:44:05.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.488+0000 7f949a725900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21.1.1 2026-04-17T17:44:05.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.488+0000 7f949a725900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21.0 2026-04-17T17:44:05.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.490+0000 7f949a725900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:05.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.490+0000 7f949a725900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f949a725900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 info.flags=0x17 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f949a725900 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 to cache LRU end 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f949a725900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f949a725900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21, ofs0, ns] 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f94757fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894489 cookie 93990717882352 notifier 6255 bl.length()=887 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f94757fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 info.flags=0x17 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f94757fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 to cache LRU end 2026-04-17T17:44:05.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.491+0000 7f94757fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:05.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.493+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): orig_sources= new_sources= 2026-04-17T17:44:05.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.493+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): potential sources added=[] removed=[] 2026-04-17T17:44:05.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.493+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): orig_dests= new_dests= 2026-04-17T17:44:05.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.493+0000 7f949a725900 20 handle_bi_update(): bucket=:error-at-init-index[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21]): potential dests added=[] removed=[] 2026-04-17T17:44:05.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.494+0000 7f949a725900 1 execute INFO: reshard of bucket "error-at-init-index" from 1 shards to 2 shards completed successfully 2026-04-17T17:44:05.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.499+0000 7f949a725900 20 remove_watcher() i=0 2026-04-17T17:44:05.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.499+0000 7f949a725900 2 removed watcher, disabling cache 2026-04-17T17:44:05.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.499+0000 7f949a725900 20 remove_watcher() i=4 2026-04-17T17:44:05.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.499+0000 7f949a725900 20 remove_watcher() i=2 2026-04-17T17:44:05.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.499+0000 7f949a725900 20 remove_watcher() i=1 2026-04-17T17:44:05.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.500+0000 7f949a725900 20 remove_watcher() i=5 2026-04-17T17:44:05.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.500+0000 7f949a725900 20 remove_watcher() i=6 2026-04-17T17:44:05.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.500+0000 7f949a725900 20 remove_watcher() i=3 2026-04-17T17:44:05.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.500+0000 7f949a725900 20 remove_watcher() i=7 2026-04-17T17:44:05.512 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2026-04-17T17:44:05.532 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:05.532 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:05.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.551+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 realm 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.552+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.553+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:05.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.553+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.554+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:05.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.554+0000 7f9a0734b900 20 searching for the correct realm 2026-04-17T17:44:05.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.557+0000 7f9a038c6640 0 -- 192.168.123.106:0/2839727928 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5569847ed7b0 msgr2=0x55698480db90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:05.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.560+0000 7f9a030c5640 0 -- 192.168.123.106:0/2839727928 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f99f40928a0 msgr2=0x7f99f40606e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 zone default found 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 4 Realm: () 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:05.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 zonegroup default 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.564+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 started sync module instance, tier type = 2026-04-17T17:44:05.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.565+0000 7f9a0734b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:05.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.568+0000 7f9a0734b900 20 add_watcher() i=5 2026-04-17T17:44:05.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.569+0000 7f9a0734b900 20 add_watcher() i=4 2026-04-17T17:44:05.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.569+0000 7f9a0734b900 20 add_watcher() i=0 2026-04-17T17:44:05.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.569+0000 7f9a0734b900 20 add_watcher() i=6 2026-04-17T17:44:05.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.569+0000 7f9a0734b900 20 add_watcher() i=2 2026-04-17T17:44:05.572 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.569+0000 7f9a0734b900 20 add_watcher() i=3 2026-04-17T17:44:05.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.570+0000 7f9a0734b900 20 add_watcher() i=7 2026-04-17T17:44:05.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.570+0000 7f9a0734b900 20 add_watcher() i=1 2026-04-17T17:44:05.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.570+0000 7f9a0734b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:05.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.572+0000 7f9a0734b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:05.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.572+0000 7f9a0734b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:05.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.572+0000 7f9a0734b900 5 note: GC not initialized 2026-04-17T17:44:05.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.573+0000 7f99abfff640 20 reqs_thread_entry: start 2026-04-17T17:44:05.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.611+0000 7f9a0734b900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:05.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.611+0000 7f9a0734b900 20 Filter name: none 2026-04-17T17:44:05.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.611+0000 7f99a9ffb640 20 reqs_thread_entry: start 2026-04-17T17:44:05.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.611+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:44:05.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.612+0000 7f9a0734b900 20 rados->read ofs=0 len=0 2026-04-17T17:44:05.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.613+0000 7f9a0734b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:44:05.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.613+0000 7f9a0734b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 20 remove_watcher() i=0 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 2 removed watcher, disabling cache 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 20 remove_watcher() i=3 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 20 remove_watcher() i=4 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 20 remove_watcher() i=7 2026-04-17T17:44:05.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.617+0000 7f9a0734b900 20 remove_watcher() i=2 2026-04-17T17:44:05.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.618+0000 7f9a0734b900 20 remove_watcher() i=1 2026-04-17T17:44:05.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.618+0000 7f9a0734b900 20 remove_watcher() i=5 2026-04-17T17:44:05.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:05.618+0000 7f9a0734b900 20 remove_watcher() i=6 2026-04-17T17:44:05.626 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:05.626 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:05.626 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-init-index id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.21 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-17T17:44:05.626 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:05.628 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.628 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.638 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.638 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.788 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.788 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.830 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at init_index 2026-04-17T17:44:05.830 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:05.831 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.831 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.858 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.858 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.908 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.908 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:05.958 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:05.958 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.008 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.008 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.059 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.059 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.111 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.111 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.161 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.161 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.211 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.211 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.261 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.262 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.313 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.313 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.363 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.363 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.414 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.414 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.465 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.465 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.513 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.513 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.562 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.562 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.611 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.611 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.663 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.663 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.712 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.712 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.762 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.762 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.813 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.813 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.864 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:06.865 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:06.917 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-17T17:44:06.937 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:06.937 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:06.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.955+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 realm 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:06.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.956+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:06.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.957+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:06.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.957+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:06.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.958+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:06.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.958+0000 7faf1832e900 20 searching for the correct realm 2026-04-17T17:44:06.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:06.961+0000 7faf0ffff640 0 -- 192.168.123.106:0/685984343 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7faf08022400 msgr2=0x7faf08022850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:07.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.167+0000 7faf075ff640 0 -- 192.168.123.106:0/685984343 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5569a6d8d440 msgr2=0x5569a6dad820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.170+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 zone default found 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 4 Realm: () 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 zonegroup default 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.171+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.172+0000 7faf1832e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.172+0000 7faf1832e900 20 started sync module instance, tier type = 2026-04-17T17:44:07.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.172+0000 7faf1832e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=5 2026-04-17T17:44:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=7 2026-04-17T17:44:07.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=6 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=3 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=0 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=2 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=4 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 20 add_watcher() i=1 2026-04-17T17:44:07.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.175+0000 7faf1832e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:07.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.178+0000 7faf1832e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:07.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.178+0000 7faf1832e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:07.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.178+0000 7faf1832e900 5 note: GC not initialized 2026-04-17T17:44:07.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.178+0000 7faec17f2640 20 reqs_thread_entry: start 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.220+0000 7faf1832e900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.220+0000 7faf1832e900 20 Filter name: none 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.220+0000 7faeba7fc640 20 reqs_thread_entry: start 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:07.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.221+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.222+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.222+0000 7faf1832e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.222+0000 7faf1832e900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:07.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.222+0000 7faf1832e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=0 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 2 removed watcher, disabling cache 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=1 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=3 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=4 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=5 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=6 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.226+0000 7faf1832e900 20 remove_watcher() i=7 2026-04-17T17:44:07.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.227+0000 7faf1832e900 20 remove_watcher() i=2 2026-04-17T17:44:07.236 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.236 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:07.236 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-init-indext id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:07.236 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.237 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2026-04-17T17:44:07.261 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:07.261 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:07.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.279+0000 7f5d62e78900 20 realm 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.280+0000 7f5d62e78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:07.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.281+0000 7f5d62e78900 20 searching for the correct realm 2026-04-17T17:44:07.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.284+0000 7f5d6092f640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f5d5408f020 msgr2=0x7f5d5409bb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.489+0000 7f5d61130640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f5d4409c930 msgr2=0x7f5d4408f3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zone default found 2026-04-17T17:44:07.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Realm: () 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zonegroup default 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started sync module instance, tier type = 2026-04-17T17:44:07.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:07.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=3 2026-04-17T17:44:07.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=2 2026-04-17T17:44:07.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=0 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=4 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=7 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=1 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=6 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=5 2026-04-17T17:44:07.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.498+0000 7f5d62e78900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:07.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:07.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:07.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.500+0000 7f5d62e78900 5 note: GC not initialized 2026-04-17T17:44:07.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.500+0000 7f5d0d7f2640 20 reqs_thread_entry: start 2026-04-17T17:44:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.542+0000 7f5d62e78900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.542+0000 7f5d62e78900 20 Filter name: none 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.542+0000 7f5d06ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.542+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.542+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : miss 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:07.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.543+0000 7f5d62e78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:07.548 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5d62e78900 time 2026-04-17T17:44:07.546748+0000 2026-04-17T17:44:07.548 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f5d65f8f8f8] 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f5d62e78900 thread_name:radosgw-admin 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.546+0000 7f5d62e78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5d62e78900 time 2026-04-17T17:44:07.546748+0000 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:07.549 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f5d65f8f8f8] 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:07.550 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.552 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.552 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f5d6503fc30] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f5d6508d02c] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f5d65f8f957] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.547+0000 7f5d62e78900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f5d62e78900 thread_name:radosgw-admin 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f5d6503fc30] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f5d6508d02c] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f5d65f8f957] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:44:07.262+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6002 payload 274 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:44:07.263+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:44:07.263+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a4798b30a0 auth_method 0 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: dump: 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.553 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:44:07.263+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6002 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:44:07.263+0000 7f5d62e78900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:44:07.263+0000 7f5d62e78900 4 set_mon_vals no callback set 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: dump: 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:44:07.263+0000 7f5d62e78900 10 monclient: shutdown 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:44:07.263+0000 7f5d62e78900 5 asok(0x55a479824740) unregister_commands rotate-key 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.554 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: starting msgr at 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: starting objecter 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests hook 0x55a479932020 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: setting wanted keys 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: calling monclient init 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key hook 0x55a47992b688 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479887db0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a4798b30a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a4798b3470 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.555 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.341684s 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a4798b3470 auth_method 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a4798b30a0 auth_method 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6300 payload 824 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:44:07.265+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:44:07.265+0000 7f5d61130640 1 monclient: found mon.noname-a 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:44:07.265+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:44:07.265+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479887db0 auth_method 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: dump: 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: dump: 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.556 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:44:07.265+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6300 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:44:07.265+0000 7f5d52ffd640 4 set_mon_vals no callback set 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:44:07.265+0000 7f5d62e78900 1 librados: init done 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:44:07.267+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479a78380 auth_method 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:44:07.267+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d38077610 auth_method 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:44:07.268+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479a99550 auth_method 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:44:07.268+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479abb8a0 auth_method 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:44:07.270+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479abae10 auth_method 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:44:07.270+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:44:07.270+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:44:07.270+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests cmddesc objecter_requests hook 0x55a479b02ce0 EEXIST 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.557 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x55a479adc7d0 EEXIST 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479b2a2b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479b2a680 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479b2b320 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.348653s 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479b2a680 auth_method 0 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479b2a2b0 auth_method 0 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): get_auth_request con 0x55a479b2b320 auth_method 0 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.558 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6008 payload 824 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:44:07.272+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: dump: 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: dump: 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:44:07.272+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6008 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:44:07.272+0000 7f5d61931640 4 set_mon_vals no callback set 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: get_monmap_and_config 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:44:07.274+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.559 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:44:07.274+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d2c077450 auth_method 0 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:44:07.274+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:44:07.275+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:44:07.275+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:44:07.275+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x7ffe5e4d0d98 EEXIST 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479bf1710 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479be61b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479bf21b0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.352404s 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479be61b0 auth_method 0 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.560 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479bf1710 auth_method 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6306 payload 274 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:44:07.275+0000 7f5d61130640 1 monclient: found mon.noname-a 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: dump: 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: dump: 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:44:07.275+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6306 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:44:07.275+0000 7f5d62e78900 4 set_mon_vals no callback set 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: shutdown 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.561 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: starting msgr at 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: starting objecter 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests cmddesc objecter_requests hook 0x55a479be65a0 EEXIST 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: setting wanted keys 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: calling monclient init 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x55a479bbdfa8 EEXIST 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:44:07.562 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479be61b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479bf1710 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479bf21b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.354099s 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479bf1710 auth_method 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479be61b0 auth_method 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6011 payload 824 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:44:07.278+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: dump: 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: dump: 2026-04-17T17:44:07.563 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:44:07.278+0000 7f5d3ffff640 4 set_mon_vals no callback set 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:44:07.278+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6011 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:44:07.278+0000 7f5d62e78900 1 librados: init done 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:44:07.278+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cr dump hook 0x55a479bf1bb8 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d1c077690 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:44:07.279+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479c85c80 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 realm 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:44:07.280+0000 7f5d62e78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:44:07.280+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479ca8400 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:44:07.281+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479cc9c50 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 searching for the correct realm 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:44:07.282+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479ceca30 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:44:07.282+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d4c035040 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:44:07.283+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5d4409c930 auth_method 0 2026-04-17T17:44:07.564 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:44:07.284+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d5408f020 auth_method 0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:44:07.284+0000 7f5d6092f640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f5d5408f020 msgr2=0x7f5d5409bb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:44:07.486+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d5408f020 auth_method 0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:44:07.488+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d540a20c0 auth_method 0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:44:07.489+0000 7f5d61130640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f5d4409c930 msgr2=0x7f5d4408f3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:44:07.489+0000 7f5d3e7fc640 1 client.6011.objecter ms_handle_reset 0x7f5d4409c930 session 0x7f5d44095040 osd.2 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:44:07.490+0000 7f5d3e7fc640 10 monclient: _renew_subs 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:44:07.490+0000 7f5d3e7fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:44:07.490+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5d1c0a43d0 auth_method 0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zone default found 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Realm: () 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:44:07.492+0000 7f5d62e78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zonegroup default 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started sync module instance, tier type = 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=3 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=2 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=0 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=4 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=7 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=1 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=6 2026-04-17T17:44:07.565 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=5 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:44:07.498+0000 7f5d62e78900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:44:07.498+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5ce8007200 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:44:07.500+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache list hook 0x55a479befa50 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache inspect hook 0x55a479befa50 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache erase hook 0x55a479befa50 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache zap hook 0x55a479befa50 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 note: GC not initialized 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:44:07.500+0000 7f5d0d7f2640 20 reqs_thread_entry: start 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace show hook 0x7f5d54068070 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace history hook 0x7f5d54068070 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace active hook 0x7f5d54068070 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace active_short hook 0x7f5d54068070 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:44:07.500+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479dfb340 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:44:07.502+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479df84c0 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:44:07.503+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479d504b0 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:44:07.505+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479dfe850 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:44:07.509+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479dfa350 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:44:07.515+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479db6b40 auth_method 0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 Filter name: none 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:44:07.542+0000 7f5d06ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:44:07.542+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : miss 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:07.566 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:44:07.546+0000 7f5d62e78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5d62e78900 time 2026-04-17T17:44:07.546748+0000 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f5d65f8f8f8] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:44:07.547+0000 7f5d62e78900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f5d62e78900 thread_name:radosgw-admin 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f5d6503fc30] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f5d6508d02c] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f5d65f8f957] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:44:07.567 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:44:07.568 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d06ffd640 / http_manager 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d0d7f2640 / http_manager 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d3e7fc640 / ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d3ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d4a7fc640 / ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d517fa640 / ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d52ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d537fe640 / admin_socket 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d5b7fe640 / ms_dispatch 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d5bfff640 / msgr-worker-2 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d6092f640 / msgr-worker-1 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d61130640 / msgr-worker-0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d61931640 / io_context_pool 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d62e78900 / radosgw-admin 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.92682.log 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:44:07.262+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:44:07.263+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6002 payload 274 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:44:07.263+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:44:07.263+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:44:07.263+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a4798b30a0 auth_method 0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: dump: 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:44:07.263+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6002 2026-04-17T17:44:07.569 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:44:07.263+0000 7f5d62e78900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:44:07.263+0000 7f5d62e78900 4 set_mon_vals no callback set 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:44:07.263+0000 7f5d52ffd640 10 monclient: dump: 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:44:07.263+0000 7f5d62e78900 10 monclient: shutdown 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:44:07.263+0000 7f5d62e78900 5 asok(0x55a479824740) unregister_commands rotate-key 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a479930db0) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: starting msgr at 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: starting objecter 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests hook 0x55a479932020 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: setting wanted keys 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:44:07.264+0000 7f5d62e78900 1 librados: calling monclient init 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding auth protocol: cephx 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.570 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: crc 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 AuthRegistry(0x55a47992b540) adding con mode: secure 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:44:07.264+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:44:07.264+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key hook 0x55a47992b688 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479887db0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a4798b30a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a4798b3470 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:44:07.264+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.341684s 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a4798b3470 auth_method 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a4798b30a0 auth_method 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:44:07.264+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:44:07.264+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6300 payload 824 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:44:07.265+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:44:07.265+0000 7f5d61130640 1 monclient: found mon.noname-a 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:44:07.265+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:44:07.265+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479887db0 auth_method 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: dump: 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:07.571 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:44:07.265+0000 7f5d517fa640 10 monclient: dump: 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:44:07.265+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6300 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:44:07.265+0000 7f5d52ffd640 4 set_mon_vals no callback set 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:44:07.265+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:44:07.265+0000 7f5d62e78900 1 librados: init done 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:44:07.267+0000 7f5d517fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:44:07.267+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479a78380 auth_method 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:44:07.267+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d38077610 auth_method 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:44:07.268+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479a99550 auth_method 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:44:07.268+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479abb8a0 auth_method 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:44:07.270+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479abae10 auth_method 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:44:07.270+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:44:07.270+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:44:07.270+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:44:07.270+0000 7f5d62e78900 5 AuthRegistry(0x55a479aff360) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests cmddesc objecter_requests hook 0x55a479b02ce0 EEXIST 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding auth protocol: cephx 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.572 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: crc 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 AuthRegistry(0x55a479adc688) adding con mode: secure 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:44:07.271+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:44:07.271+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x55a479adc7d0 EEXIST 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479b2a2b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479b2a680 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479b2b320 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:44:07.271+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.348653s 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479b2a680 auth_method 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479b2a2b0 auth_method 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): get_auth_request con 0x55a479b2b320 auth_method 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:44:07.271+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:44:07.271+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:44:07.271+0000 7f5d6092f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6008 payload 824 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:44:07.272+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:44:07.272+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: dump: 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.573 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:44:07.272+0000 7f5d4a7fc640 10 monclient: dump: 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:44:07.272+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6008 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:44:07.272+0000 7f5d61931640 4 set_mon_vals no callback set 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:44:07.272+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:44:07.274+0000 7f5d4a7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: get_monmap_and_config 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:44:07.274+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf410) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:44:07.274+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d2c077450 auth_method 0 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:44:07.274+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:44:07.274+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding auth protocol: cephx 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.574 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: crc 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:44:07.274+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0c50) adding con mode: secure 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:44:07.275+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:44:07.275+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:44:07.275+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x7ffe5e4d0d98 EEXIST 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479bf1710 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479be61b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479bf21b0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.352404s 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479be61b0 auth_method 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479bf1710 auth_method 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:44:07.275+0000 7f5d5bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6306 payload 274 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:44:07.275+0000 7f5d61130640 1 monclient: found mon.noname-a 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:44:07.275+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: dump: 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:44:07.275+0000 7f5d3ffff640 10 monclient: dump: 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.575 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:44:07.275+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6306 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:44:07.275+0000 7f5d62e78900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:44:07.275+0000 7f5d62e78900 4 set_mon_vals no callback set 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: shutdown 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: build_initial_monmap 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 build_initial for_mkfs: 0 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: monmap: 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbf2e0) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: starting msgr at 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: starting objecter 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 asok(0x55a479824740) register_command objecter_requests cmddesc objecter_requests hook 0x55a479be65a0 EEXIST 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: setting wanted keys 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:44:07.276+0000 7f5d62e78900 1 librados: calling monclient init 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: init 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding auth protocol: cephx 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: crc 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 AuthRegistry(0x55a479bbde60) adding con mode: secure 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:44:07.276+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:44:07.276+0000 7f5d62e78900 5 asok(0x55a479824740) register_command rotate-key cmddesc rotate-key hook 0x55a479bbdfa8 EEXIST 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:44:07.276+0000 7f5d62e78900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:44:07.576 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-a con 0x55a479be61b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-c con 0x55a479bf1710 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): picked mon.noname-b con 0x55a479bf21b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient(hunting): authenticate will time out at 1754.354099s 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): get_auth_request con 0x55a479bf1710 auth_method 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request con 0x55a479be61b0 auth_method 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient(hunting): handle_auth_done global_id 6011 payload 824 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient: _finish_hunting 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:44:07.278+0000 7f5d61130640 1 monclient: found mon.noname-c 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:44:07.278+0000 7f5d61130640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: dump: 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 10 monclient: dump: 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:44:07.278+0000 7f5d3ffff640 4 set_mon_vals no callback set 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:44:07.278+0000 7f5d62e78900 5 monclient: authenticate success, global_id 6011 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.577 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _renew_subs 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:44:07.278+0000 7f5d62e78900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:44:07.278+0000 7f5d62e78900 1 librados: init done 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:44:07.278+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cr dump hook 0x55a479bf1bb8 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:44:07.278+0000 7f5d3e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:44:07.278+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d1c077690 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:44:07.279+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479c85c80 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 realm 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:44:07.279+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:44:07.280+0000 7f5d62e78900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:44:07.280+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:44:07.280+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479ca8400 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:44:07.281+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479cc9c50 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:44:07.281+0000 7f5d62e78900 20 searching for the correct realm 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:44:07.282+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479ceca30 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:44:07.282+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d4c035040 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:44:07.283+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5d4409c930 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:44:07.284+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d5408f020 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:44:07.284+0000 7f5d6092f640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f5d5408f020 msgr2=0x7f5d5409bb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:44:07.486+0000 7f5d6092f640 10 monclient: get_auth_request con 0x7f5d5408f020 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:44:07.488+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x7f5d540a20c0 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:44:07.489+0000 7f5d61130640 0 -- 192.168.123.106:0/238247215 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f5d4409c930 msgr2=0x7f5d4408f3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:44:07.489+0000 7f5d3e7fc640 1 client.6011.objecter ms_handle_reset 0x7f5d4409c930 session 0x7f5d44095040 osd.2 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:44:07.490+0000 7f5d3e7fc640 10 monclient: _renew_subs 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:44:07.490+0000 7f5d3e7fc640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:44:07.490+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5d1c0a43d0 auth_method 0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zone default found 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Realm: () 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:44:07.492+0000 7f5d62e78900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:44:07.492+0000 7f5d62e78900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 zonegroup default 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:44:07.492+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.578 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started sync module instance, tier type = 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:44:07.493+0000 7f5d62e78900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=3 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=2 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=4 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=7 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:44:07.497+0000 7f5d62e78900 20 add_watcher() i=1 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=6 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:44:07.498+0000 7f5d62e78900 20 add_watcher() i=5 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:44:07.498+0000 7f5d62e78900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:44:07.498+0000 7f5d61130640 10 monclient: get_auth_request con 0x7f5ce8007200 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding auth protocol: cephx 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: crc 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:44:07.499+0000 7f5d62e78900 5 AuthRegistry(0x7ffe5e4d0d40) adding con mode: secure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:44:07.500+0000 7f5d62e78900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:44:07.500+0000 7f5d62e78900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache list hook 0x55a479befa50 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache inspect hook 0x55a479befa50 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache erase hook 0x55a479befa50 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command cache zap hook 0x55a479befa50 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 note: GC not initialized 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:44:07.500+0000 7f5d0d7f2640 20 reqs_thread_entry: start 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace show hook 0x7f5d54068070 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace history hook 0x7f5d54068070 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace active hook 0x7f5d54068070 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:44:07.500+0000 7f5d62e78900 5 asok(0x55a479824740) register_command sync trace active_short hook 0x7f5d54068070 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:44:07.500+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479dfb340 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:44:07.502+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479df84c0 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:44:07.503+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479d504b0 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:44:07.505+0000 7f5d6092f640 10 monclient: get_auth_request con 0x55a479dfe850 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:44:07.509+0000 7f5d5bfff640 10 monclient: get_auth_request con 0x55a479dfa350 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:44:07.515+0000 7f5d61130640 10 monclient: get_auth_request con 0x55a479db6b40 auth_method 0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 Filter name: none 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:44:07.542+0000 7f5d06ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:44:07.542+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:44:07.542+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : miss 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:44:07.543+0000 7f5d62e78900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:44:07.543+0000 7f5d62e78900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:44:07.546+0000 7f5d62e78900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5d62e78900 time 2026-04-17T17:44:07.546748+0000 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:07.579 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f5d65f8f8f8] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:44:07.547+0000 7f5d62e78900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f5d62e78900 thread_name:radosgw-admin 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f5d6503fc30] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f5d6508d02c] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f5d65f8f957] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x4d3ae6) [0x55a476759ae6] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55a476dc289e] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f5d6502a610] 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:44:07.580 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d06ffd640 / http_manager 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d0d7f2640 / http_manager 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d3e7fc640 / ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d3ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d4a7fc640 / ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d517fa640 / ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d52ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d537fe640 / admin_socket 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d5b7fe640 / ms_dispatch 2026-04-17T17:44:07.581 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d5bfff640 / msgr-worker-2 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d6092f640 / msgr-worker-1 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d61130640 / msgr-worker-0 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d61931640 / io_context_pool 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: 7f5d62e78900 / radosgw-admin 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:44:07.548529Z_c61eb128-e94a-46f6-b17a-a1cdd4198f76/log 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:07.582 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:07.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.597+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 realm 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:07.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.599+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.600+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:07.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.600+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:07.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.601+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:07.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.601+0000 7fb77f412900 20 searching for the correct realm 2026-04-17T17:44:07.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.804+0000 7fb77b339640 0 -- 192.168.123.106:0/131188034 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x557e64f3b520 msgr2=0x557e64f5b900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:07.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:07.808+0000 7fb77a337640 0 -- 192.168.123.106:0/131188034 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fb76c077ec0 msgr2=0x7fb76c07ea00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:08.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 zone default found 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 4 Realm: () 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 zonegroup default 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.014+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 started sync module instance, tier type = 2026-04-17T17:44:08.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.015+0000 7fb77f412900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:08.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.031+0000 7fb77f412900 20 add_watcher() i=0 2026-04-17T17:44:08.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.031+0000 7fb77f412900 20 add_watcher() i=1 2026-04-17T17:44:08.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.031+0000 7fb77f412900 20 add_watcher() i=5 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 20 add_watcher() i=3 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 20 add_watcher() i=6 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 20 add_watcher() i=7 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 20 add_watcher() i=2 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 20 add_watcher() i=4 2026-04-17T17:44:08.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.041+0000 7fb77f412900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.067+0000 7fb77f412900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.067+0000 7fb77f412900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:08.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.067+0000 7fb77f412900 5 note: GC not initialized 2026-04-17T17:44:08.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.067+0000 7fb7237fe640 20 reqs_thread_entry: start 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 Filter name: none 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb7217fa640 20 reqs_thread_entry: start 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:08.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:08.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.203+0000 7fb77f412900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:08.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.207+0000 7fb77f412900 20 remove_watcher() i=4 2026-04-17T17:44:08.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.207+0000 7fb77f412900 2 removed watcher, disabling cache 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=0 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=6 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=5 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=7 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=3 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=2 2026-04-17T17:44:08.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.208+0000 7fb77f412900 20 remove_watcher() i=1 2026-04-17T17:44:08.217 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:08.217 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:08.217 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-init-indext id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:08.217 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:08.218 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:08.218 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:08.241 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:08.241 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:08.291 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:44:08.314 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:08.314 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:08.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.334+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 realm 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.336+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.337+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:08.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.337+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.337+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:08.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.337+0000 7f69a394c900 20 searching for the correct realm 2026-04-17T17:44:08.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.340+0000 7f699affd640 0 -- 192.168.123.106:0/606490333 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55f67eeed020 msgr2=0x55f67ef0d420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:08.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.343+0000 7f699b7fe640 0 -- 192.168.123.106:0/606490333 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f67ef30b00 msgr2=0x55f67ef50ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.345+0000 7f69a394c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 zone default found 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 4 Realm: () 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 zonegroup default 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.346+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.347+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.347+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.347+0000 7f69a394c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.347+0000 7f69a394c900 20 started sync module instance, tier type = 2026-04-17T17:44:08.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.347+0000 7f69a394c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:08.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.349+0000 7f69a394c900 20 add_watcher() i=0 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=3 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=4 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=7 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=5 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=2 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=6 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 20 add_watcher() i=1 2026-04-17T17:44:08.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.350+0000 7f69a394c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:08.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.352+0000 7f69a394c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:08.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.352+0000 7f69a394c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:08.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.352+0000 7f69a394c900 5 note: GC not initialized 2026-04-17T17:44:08.356 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.353+0000 7f6947fff640 20 reqs_thread_entry: start 2026-04-17T17:44:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 20 Filter name: none 2026-04-17T17:44:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f6945ffb640 20 reqs_thread_entry: start 2026-04-17T17:44:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-17T17:44:08.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : miss 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.391+0000 7f69a394c900 20 rados->read ofs=0 len=0 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:08.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.392+0000 7f69a394c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:08.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.393+0000 7f69a394c900 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to be held by another RGW process; skipping for now 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=0 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 2 removed watcher, disabling cache 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=3 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=1 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=2 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=4 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=6 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=5 2026-04-17T17:44:08.400 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:08.397+0000 7f69a394c900 20 remove_watcher() i=7 2026-04-17T17:44:08.405 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:44:38.436 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:44:38.457 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:38.457 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:38.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.476+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 realm 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.477+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.478+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:38.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.478+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.479+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:38.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.479+0000 7f519d538900 20 searching for the correct realm 2026-04-17T17:44:38.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.482+0000 7f5199a29640 0 -- 192.168.123.106:0/2235448672 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5590090ac2f0 msgr2=0x5590090cc780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:38.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.485+0000 7f5199a29640 0 -- 192.168.123.106:0/2235448672 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5590090f0300 msgr2=0x5590091106e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.488+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 zone default found 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 4 Realm: () 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 zonegroup default 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.489+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.490+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.490+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.490+0000 7f519d538900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.490+0000 7f519d538900 20 started sync module instance, tier type = 2026-04-17T17:44:38.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.490+0000 7f519d538900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:38.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.493+0000 7f519d538900 20 add_watcher() i=3 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.493+0000 7f519d538900 20 add_watcher() i=7 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.493+0000 7f519d538900 20 add_watcher() i=2 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.494+0000 7f519d538900 20 add_watcher() i=0 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.494+0000 7f519d538900 20 add_watcher() i=6 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.494+0000 7f519d538900 20 add_watcher() i=1 2026-04-17T17:44:38.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.494+0000 7f519d538900 20 add_watcher() i=5 2026-04-17T17:44:38.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.495+0000 7f519d538900 20 add_watcher() i=4 2026-04-17T17:44:38.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.495+0000 7f519d538900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:38.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.497+0000 7f519d538900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:38.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.497+0000 7f519d538900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:38.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.497+0000 7f519d538900 5 note: GC not initialized 2026-04-17T17:44:38.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.497+0000 7f5146fed640 20 reqs_thread_entry: start 2026-04-17T17:44:38.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.538+0000 7f519d538900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:38.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.538+0000 7f519d538900 20 Filter name: none 2026-04-17T17:44:38.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.538+0000 7f5144fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:38.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.538+0000 7f519d538900 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2026-04-17T17:44:38.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.538+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : miss 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.539+0000 7f519d538900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f519d538900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f519d538900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f519d538900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f519d538900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22, ofs0, ns] 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894493 cookie 94077115640976 notifier 6062 bl.length()=925 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.543+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.544+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_sources= new_sources= 2026-04-17T17:44:38.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.544+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential sources added=[] removed=[] 2026-04-17T17:44:38.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.544+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_dests= new_dests= 2026-04-17T17:44:38.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.544+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential dests added=[] removed=[] 2026-04-17T17:44:38.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.546+0000 7f519d538900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.1.0 2026-04-17T17:44:38.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.546+0000 7f519d538900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.1.0 2026-04-17T17:44:38.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.546+0000 7f519d538900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.1.1 2026-04-17T17:44:38.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.546+0000 7f519d538900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.1.1 2026-04-17T17:44:38.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.546+0000 7f519d538900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.0 2026-04-17T17:44:38.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.548+0000 7f519d538900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:38.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.548+0000 7f519d538900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:38.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.549+0000 7f519d538900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.549+0000 7f519d538900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.549+0000 7f519d538900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.549+0000 7f519d538900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22, ofs0, ns] 2026-04-17T17:44:38.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.550+0000 7f516ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894494 cookie 94077115640976 notifier 6062 bl.length()=925 2026-04-17T17:44:38.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.550+0000 7f516ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.550+0000 7f516ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.550+0000 7f516ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.551+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_sources= new_sources= 2026-04-17T17:44:38.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.551+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential sources added=[] removed=[] 2026-04-17T17:44:38.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.551+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_dests= new_dests= 2026-04-17T17:44:38.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.551+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential dests added=[] removed=[] 2026-04-17T17:44:38.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.552+0000 7f519d538900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22.0 2026-04-17T17:44:38.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.552+0000 7f519d538900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:38.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.552+0000 7f519d538900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f519d538900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f519d538900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f519d538900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f519d538900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22, ofs0, ns] 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f5178ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894495 cookie 94077115640976 notifier 6062 bl.length()=889 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f5178ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 info.flags=0x17 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f5178ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 to cache LRU end 2026-04-17T17:44:38.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.553+0000 7f5178ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.554+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_sources= new_sources= 2026-04-17T17:44:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.554+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential sources added=[] removed=[] 2026-04-17T17:44:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.554+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): orig_dests= new_dests= 2026-04-17T17:44:38.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.554+0000 7f519d538900 20 handle_bi_update(): bucket=:abort-at-init-indext[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22]): potential dests added=[] removed=[] 2026-04-17T17:44:38.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.555+0000 7f519d538900 1 execute INFO: reshard of bucket "abort-at-init-indext" from 1 shards to 2 shards completed successfully 2026-04-17T17:44:38.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.560+0000 7f519d538900 20 remove_watcher() i=3 2026-04-17T17:44:38.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.560+0000 7f519d538900 2 removed watcher, disabling cache 2026-04-17T17:44:38.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.560+0000 7f519d538900 20 remove_watcher() i=1 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=2 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=5 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=6 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=0 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=4 2026-04-17T17:44:38.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.561+0000 7f519d538900 20 remove_watcher() i=7 2026-04-17T17:44:38.572 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2026-04-17T17:44:38.591 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:38.591 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:38.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.609+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.610+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.610+0000 7f1b6cb6e900 20 realm 2026-04-17T17:44:38.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.610+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.611+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.611+0000 7f1b6cb6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:38.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.611+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.611+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.611+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.612+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:38.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.612+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.612+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:38.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.612+0000 7f1b6cb6e900 20 searching for the correct realm 2026-04-17T17:44:38.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.615+0000 7f1b688e7640 0 -- 192.168.123.106:0/3426249424 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55e3ef7c1050 msgr2=0x55e3ef7e14b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:38.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.617+0000 7f1b690e8640 0 -- 192.168.123.106:0/3426249424 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55e3ef804a40 msgr2=0x55e3ef824e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:38.624 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.621+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 zone default found 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 4 Realm: () 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 zonegroup default 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.622+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.623+0000 7f1b6cb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:38.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.623+0000 7f1b6cb6e900 20 started sync module instance, tier type = 2026-04-17T17:44:38.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.623+0000 7f1b6cb6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.626+0000 7f1b6cb6e900 20 add_watcher() i=5 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.626+0000 7f1b6cb6e900 20 add_watcher() i=0 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.626+0000 7f1b6cb6e900 20 add_watcher() i=3 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 20 add_watcher() i=1 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 20 add_watcher() i=4 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 20 add_watcher() i=2 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 20 add_watcher() i=7 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 20 add_watcher() i=6 2026-04-17T17:44:38.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.627+0000 7f1b6cb6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:38.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.630+0000 7f1b6cb6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:38.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.630+0000 7f1b6cb6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:38.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.630+0000 7f1b6cb6e900 5 note: GC not initialized 2026-04-17T17:44:38.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.630+0000 7f1b15feb640 20 reqs_thread_entry: start 2026-04-17T17:44:38.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.670+0000 7f1b6cb6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:38.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.670+0000 7f1b6cb6e900 20 Filter name: none 2026-04-17T17:44:38.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.670+0000 7f1b0f7fe640 20 reqs_thread_entry: start 2026-04-17T17:44:38.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.670+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=188 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 rados_obj.operate() r=0 bl.length=418 2026-04-17T17:44:38.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.671+0000 7f1b6cb6e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:38.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.676+0000 7f1b6cb6e900 20 remove_watcher() i=0 2026-04-17T17:44:38.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.676+0000 7f1b6cb6e900 2 removed watcher, disabling cache 2026-04-17T17:44:38.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.676+0000 7f1b6cb6e900 20 remove_watcher() i=1 2026-04-17T17:44:38.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.676+0000 7f1b6cb6e900 20 remove_watcher() i=3 2026-04-17T17:44:38.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.676+0000 7f1b6cb6e900 20 remove_watcher() i=7 2026-04-17T17:44:38.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.677+0000 7f1b6cb6e900 20 remove_watcher() i=4 2026-04-17T17:44:38.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.677+0000 7f1b6cb6e900 20 remove_watcher() i=5 2026-04-17T17:44:38.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.677+0000 7f1b6cb6e900 20 remove_watcher() i=6 2026-04-17T17:44:38.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:38.677+0000 7f1b6cb6e900 20 remove_watcher() i=2 2026-04-17T17:44:38.685 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:38.685 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:38.685 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-init-indext id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.22 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:44:38.685 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:38.687 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.687 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:38.698 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.698 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:38.854 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.854 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:38.900 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2026-04-17T17:44:38.900 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:38.901 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.901 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:38.930 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.930 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:38.979 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:38.979 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.028 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.028 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.078 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.078 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.128 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.128 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.178 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.178 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.228 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.228 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.277 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.277 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.327 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.327 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.377 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.377 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.427 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.427 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.477 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.477 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.527 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.527 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.577 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.577 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.627 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.627 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.679 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.679 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.729 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.729 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.785 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.785 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:39.849 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:39.849 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:40.020 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:40.020 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:40.122 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:40.122 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:40.209 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-17T17:44:40.227 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:40.227 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:40.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.247+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 realm 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.248+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.249+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:40.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.249+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.250+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:40.253 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.250+0000 7f34bb740900 20 searching for the correct realm 2026-04-17T17:44:40.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.252+0000 7f34b2ffd640 0 -- 192.168.123.106:0/409569742 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55a244feb880 msgr2=0x55a24500bd00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:40.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.257+0000 7f34b2ffd640 0 -- 192.168.123.106:0/409569742 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f34ac0738d0 msgr2=0x7f34ac067920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:40.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.260+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 zone default found 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 4 Realm: () 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 zonegroup default 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 started sync module instance, tier type = 2026-04-17T17:44:40.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.261+0000 7f34bb740900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:40.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.264+0000 7f34bb740900 20 add_watcher() i=3 2026-04-17T17:44:40.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.265+0000 7f34bb740900 20 add_watcher() i=5 2026-04-17T17:44:40.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.265+0000 7f34bb740900 20 add_watcher() i=6 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 20 add_watcher() i=7 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 20 add_watcher() i=1 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 20 add_watcher() i=2 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 20 add_watcher() i=0 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 20 add_watcher() i=4 2026-04-17T17:44:40.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.266+0000 7f34bb740900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:40.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.268+0000 7f34bb740900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:40.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.268+0000 7f34bb740900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:40.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.268+0000 7f34bb740900 5 note: GC not initialized 2026-04-17T17:44:40.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.269+0000 7f345ffff640 20 reqs_thread_entry: start 2026-04-17T17:44:40.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f34bb740900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:40.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f34bb740900 20 Filter name: none 2026-04-17T17:44:40.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f345dffb640 20 reqs_thread_entry: start 2026-04-17T17:44:40.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:40.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.478+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:40.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.479+0000 7f34bb740900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:40.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.494+0000 7f34bb740900 20 remove_watcher() i=3 2026-04-17T17:44:40.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.494+0000 7f34bb740900 2 removed watcher, disabling cache 2026-04-17T17:44:40.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.494+0000 7f34bb740900 20 remove_watcher() i=0 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=4 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=5 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=6 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=7 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=1 2026-04-17T17:44:40.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.495+0000 7f34bb740900 20 remove_watcher() i=2 2026-04-17T17:44:40.505 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:40.505 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:40.505 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:40.505 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:40.507 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2026-04-17T17:44:40.530 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:40.531 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:40.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.547+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 realm 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.548+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.549+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:40.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.549+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.550+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:40.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.550+0000 7f04dc338900 20 searching for the correct realm 2026-04-17T17:44:40.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.552+0000 7f04d3fff640 0 -- 192.168.123.106:0/680020541 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f04c4032510 msgr2=0x7f04c403e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:40.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.757+0000 7f04d37fe640 0 -- 192.168.123.106:0/680020541 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55eb2c654860 msgr2=0x55eb2c674c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:40.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.759+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 zone default found 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 4 Realm: () 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 zonegroup default 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 started sync module instance, tier type = 2026-04-17T17:44:40.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.760+0000 7f04dc338900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:40.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.763+0000 7f04dc338900 20 add_watcher() i=0 2026-04-17T17:44:40.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.764+0000 7f04dc338900 20 add_watcher() i=5 2026-04-17T17:44:40.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.764+0000 7f04dc338900 20 add_watcher() i=6 2026-04-17T17:44:40.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.764+0000 7f04dc338900 20 add_watcher() i=4 2026-04-17T17:44:40.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.764+0000 7f04dc338900 20 add_watcher() i=1 2026-04-17T17:44:40.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.765+0000 7f04dc338900 20 add_watcher() i=3 2026-04-17T17:44:40.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.765+0000 7f04dc338900 20 add_watcher() i=7 2026-04-17T17:44:40.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.766+0000 7f04dc338900 20 add_watcher() i=2 2026-04-17T17:44:40.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.766+0000 7f04dc338900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:40.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.768+0000 7f04dc338900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:40.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.768+0000 7f04dc338900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:40.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.768+0000 7f04dc338900 5 note: GC not initialized 2026-04-17T17:44:40.771 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.768+0000 7f0484ff1640 20 reqs_thread_entry: start 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 Filter name: none 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f047e7fc640 20 reqs_thread_entry: start 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 : miss 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:40.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:40.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.804+0000 7f04dc338900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 2026-04-17T17:44:40.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.807+0000 7f04dc338900 -1 Injecting error=-5 at location=set_target_layout 2026-04-17T17:44:40.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.807+0000 7f04dc338900 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2026-04-17T17:44:40.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.811+0000 7f04dc338900 20 remove_watcher() i=0 2026-04-17T17:44:40.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.811+0000 7f04dc338900 2 removed watcher, disabling cache 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=3 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=7 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=1 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=4 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=5 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=6 2026-04-17T17:44:40.815 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.812+0000 7f04dc338900 20 remove_watcher() i=2 2026-04-17T17:44:40.822 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-17T17:44:40.843 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:40.843 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:40.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.859+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.860+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.860+0000 7f8817d6f900 20 realm 2026-04-17T17:44:40.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.860+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:40.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.861+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:40.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.862+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:40.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.862+0000 7f8817d6f900 20 searching for the correct realm 2026-04-17T17:44:40.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.864+0000 7f880ffff640 0 -- 192.168.123.106:0/2414323170 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f87f80c54c0 msgr2=0x7f87f80874b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:40.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:40.867+0000 7f8807fff640 0 -- 192.168.123.106:0/2414323170 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f880806db00 msgr2=0x7f8808062a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.072+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 zone default found 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 4 Realm: () 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 zonegroup default 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.073+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.074+0000 7f8817d6f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.074+0000 7f8817d6f900 20 started sync module instance, tier type = 2026-04-17T17:44:41.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.074+0000 7f8817d6f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:41.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.076+0000 7f8817d6f900 20 add_watcher() i=0 2026-04-17T17:44:41.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.077+0000 7f8817d6f900 20 add_watcher() i=7 2026-04-17T17:44:41.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.077+0000 7f8817d6f900 20 add_watcher() i=3 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.077+0000 7f8817d6f900 20 add_watcher() i=4 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.078+0000 7f8817d6f900 20 add_watcher() i=5 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.078+0000 7f8817d6f900 20 add_watcher() i=6 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.078+0000 7f8817d6f900 20 add_watcher() i=1 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.078+0000 7f8817d6f900 20 add_watcher() i=2 2026-04-17T17:44:41.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.078+0000 7f8817d6f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:41.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.080+0000 7f8817d6f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:41.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.080+0000 7f8817d6f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:41.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.080+0000 7f8817d6f900 5 note: GC not initialized 2026-04-17T17:44:41.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.080+0000 7f87bbfff640 20 reqs_thread_entry: start 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.124+0000 7f8817d6f900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.124+0000 7f8817d6f900 20 Filter name: none 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.124+0000 7f87b9ffb640 20 reqs_thread_entry: start 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:41.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.125+0000 7f8817d6f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.126+0000 7f8817d6f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:41.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.126+0000 7f8817d6f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=5 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 2 removed watcher, disabling cache 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=1 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=3 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=4 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=6 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=0 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=7 2026-04-17T17:44:41.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.130+0000 7f8817d6f900 20 remove_watcher() i=2 2026-04-17T17:44:41.139 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:41.139 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:41.139 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:41.139 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:41.141 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:41.141 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:41.160 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:41.161 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:41.209 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:44:41.229 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:41.229 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:41.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.245+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 realm 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:41.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.246+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.247+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:41.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.247+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.248+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:41.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.248+0000 7fb93d152900 20 searching for the correct realm 2026-04-17T17:44:41.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.251+0000 7fb93ac09640 0 -- 192.168.123.106:0/904956584 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fb92c08d040 msgr2=0x7fb92c08e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:41.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.455+0000 7fb93a408640 0 -- 192.168.123.106:0/904956584 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x558a5e2154d0 msgr2=0x558a5e2358f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.457+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:41.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 zone default found 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 4 Realm: () 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 zonegroup default 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.458+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.459+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.459+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.459+0000 7fb93d152900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.459+0000 7fb93d152900 20 started sync module instance, tier type = 2026-04-17T17:44:41.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.459+0000 7fb93d152900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=5 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=6 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=4 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=3 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=0 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=7 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=1 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 20 add_watcher() i=2 2026-04-17T17:44:41.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.462+0000 7fb93d152900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:41.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.464+0000 7fb93d152900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:41.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.464+0000 7fb93d152900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:41.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.464+0000 7fb93d152900 5 note: GC not initialized 2026-04-17T17:44:41.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.465+0000 7fb8e37fe640 20 reqs_thread_entry: start 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.501+0000 7fb93d152900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.501+0000 7fb93d152900 20 Filter name: none 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb8e17fa640 20 reqs_thread_entry: start 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 : miss 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:41.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.502+0000 7fb93d152900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.503+0000 7fb93d152900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 2026-04-17T17:44:41.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb93d152900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb93d152900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb93d152900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb93d152900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23, ofs0, ns] 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb91a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894498 cookie 94052773121440 notifier 6146 bl.length()=937 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb91a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb91a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.506+0000 7fb91a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.507+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_sources= new_sources= 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.507+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential sources added=[] removed=[] 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.507+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_dests= new_dests= 2026-04-17T17:44:41.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.507+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential dests added=[] removed=[] 2026-04-17T17:44:41.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.510+0000 7fb93d152900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.1.0 2026-04-17T17:44:41.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.510+0000 7fb93d152900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.1.0 2026-04-17T17:44:41.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.510+0000 7fb93d152900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.1.1 2026-04-17T17:44:41.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.510+0000 7fb93d152900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.1.1 2026-04-17T17:44:41.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.510+0000 7fb93d152900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.0 2026-04-17T17:44:41.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.512+0000 7fb93d152900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:41.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.512+0000 7fb93d152900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb93d152900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb93d152900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb93d152900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb93d152900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23, ofs0, ns] 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb91a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894499 cookie 94052773121440 notifier 6146 bl.length()=937 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb91a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb91a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.513+0000 7fb91a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.514+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_sources= new_sources= 2026-04-17T17:44:41.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.514+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential sources added=[] removed=[] 2026-04-17T17:44:41.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.514+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_dests= new_dests= 2026-04-17T17:44:41.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.514+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential dests added=[] removed=[] 2026-04-17T17:44:41.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.515+0000 7fb93d152900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23.0 2026-04-17T17:44:41.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.516+0000 7fb93d152900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:41.519 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.516+0000 7fb93d152900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb93d152900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb93d152900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb93d152900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb93d152900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23, ofs0, ns] 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb919ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894500 cookie 94052773121440 notifier 6146 bl.length()=901 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb919ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 info.flags=0x17 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb919ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 to cache LRU end 2026-04-17T17:44:41.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.517+0000 7fb919ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:41.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.518+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_sources= new_sources= 2026-04-17T17:44:41.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.518+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential sources added=[] removed=[] 2026-04-17T17:44:41.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.518+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): orig_dests= new_dests= 2026-04-17T17:44:41.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.518+0000 7fb93d152900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23]): potential dests added=[] removed=[] 2026-04-17T17:44:41.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.519+0000 7fb93d152900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=0 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 2 removed watcher, disabling cache 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=4 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=3 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=2 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=1 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=6 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=7 2026-04-17T17:44:41.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.524+0000 7fb93d152900 20 remove_watcher() i=5 2026-04-17T17:44:41.535 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-17T17:44:41.554 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:41.554 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:41.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.572+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.573+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.573+0000 7f3eb776f900 20 realm 2026-04-17T17:44:41.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.573+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.574+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.574+0000 7f3eb776f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:41.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.574+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.574+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.574+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.575+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:41.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.575+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.575+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:41.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.575+0000 7f3eb776f900 20 searching for the correct realm 2026-04-17T17:44:41.579 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.576+0000 7f3ea65ff640 0 -- 192.168.123.106:0/1926542305 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f3ea006f040 msgr2=0x7f3ea00d0230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:41.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.781+0000 7f3eaf7fe640 0 -- 192.168.123.106:0/1926542305 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f3e98036410 msgr2=0x7f3e98036820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:41.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 zone default found 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 4 Realm: () 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 zonegroup default 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.786+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.787+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.787+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.787+0000 7f3eb776f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.787+0000 7f3eb776f900 20 started sync module instance, tier type = 2026-04-17T17:44:41.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.787+0000 7f3eb776f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=3 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=7 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=1 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=5 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=6 2026-04-17T17:44:41.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.790+0000 7f3eb776f900 20 add_watcher() i=4 2026-04-17T17:44:41.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.791+0000 7f3eb776f900 20 add_watcher() i=2 2026-04-17T17:44:41.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.791+0000 7f3eb776f900 20 add_watcher() i=0 2026-04-17T17:44:41.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.791+0000 7f3eb776f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:41.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.793+0000 7f3eb776f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:41.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.793+0000 7f3eb776f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:41.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.793+0000 7f3eb776f900 5 note: GC not initialized 2026-04-17T17:44:41.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.793+0000 7f3e5b7fe640 20 reqs_thread_entry: start 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 Filter name: none 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3e597fa640 20 reqs_thread_entry: start 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:41.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:41.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.830+0000 7f3eb776f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.834+0000 7f3eb776f900 20 remove_watcher() i=0 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.834+0000 7f3eb776f900 2 removed watcher, disabling cache 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=4 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=7 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=2 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=3 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=1 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=6 2026-04-17T17:44:41.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:41.835+0000 7f3eb776f900 20 remove_watcher() i=5 2026-04-17T17:44:41.845 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:41.845 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:41.845 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.23 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:44:41.845 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:41.847 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:41.847 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:41.857 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:41.857 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.009 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.009 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.048 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2026-04-17T17:44:42.048 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:42.048 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.048 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.072 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.072 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.121 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.122 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.173 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.173 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.223 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.223 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.273 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.273 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.324 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.324 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.375 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.375 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.425 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.425 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.475 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.475 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.525 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.525 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.574 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.574 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.624 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.624 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.675 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.675 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.725 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.725 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.776 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.776 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.827 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.827 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.877 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.877 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.928 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.928 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:42.978 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:42.978 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.028 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.028 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.080 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.080 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.131 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-17T17:44:43.151 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:43.151 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:43.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.167+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 realm 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.168+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.169+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.169+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.170+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:43.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.170+0000 7f6a59b2f900 20 searching for the correct realm 2026-04-17T17:44:43.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.173+0000 7f6a56045640 0 -- 192.168.123.106:0/3683061305 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x560ec405d530 msgr2=0x560ec407d910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:43.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.176+0000 7f6a55844640 0 -- 192.168.123.106:0/3683061305 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f6a4803cb60 msgr2=0x7f6a48034960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:43.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:43.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:43.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:43.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:43.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.179+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 zone default found 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 4 Realm: () 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 zonegroup default 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.180+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.181+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.181+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.181+0000 7f6a59b2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.181+0000 7f6a59b2f900 20 started sync module instance, tier type = 2026-04-17T17:44:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.181+0000 7f6a59b2f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:43.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.184+0000 7f6a59b2f900 20 add_watcher() i=0 2026-04-17T17:44:43.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.184+0000 7f6a59b2f900 20 add_watcher() i=7 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=3 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=5 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=6 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=1 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=2 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 20 add_watcher() i=4 2026-04-17T17:44:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.185+0000 7f6a59b2f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.187+0000 7f6a59b2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.187+0000 7f6a59b2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.187+0000 7f6a59b2f900 5 note: GC not initialized 2026-04-17T17:44:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.188+0000 7f6a02fed640 20 reqs_thread_entry: start 2026-04-17T17:44:43.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.225+0000 7f6a59b2f900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:43.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.225+0000 7f6a59b2f900 20 Filter name: none 2026-04-17T17:44:43.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.225+0000 7f6a00fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:43.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.225+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.226+0000 7f6a59b2f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=0 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 2 removed watcher, disabling cache 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=2 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=1 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=5 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=6 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=4 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=3 2026-04-17T17:44:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.231+0000 7f6a59b2f900 20 remove_watcher() i=7 2026-04-17T17:44:43.240 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:43.240 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:43.240 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:43.240 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:43.242 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2026-04-17T17:44:43.263 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:43.263 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:43.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.282+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 realm 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.283+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.284+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.284+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.285+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:43.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.285+0000 7fed28214900 20 searching for the correct realm 2026-04-17T17:44:43.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.288+0000 7fed1f7fe640 0 -- 192.168.123.106:0/3146531452 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fed18068060 msgr2=0x7fed18061aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:43.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.493+0000 7fed1effd640 0 -- 192.168.123.106:0/3146531452 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55cdd5804520 msgr2=0x55cdd5824940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:43.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.494+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 zone default found 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 4 Realm: () 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 zonegroup default 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.495+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.496+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.496+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.496+0000 7fed28214900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.496+0000 7fed28214900 20 started sync module instance, tier type = 2026-04-17T17:44:43.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.496+0000 7fed28214900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:43.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.499+0000 7fed28214900 20 add_watcher() i=0 2026-04-17T17:44:43.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.499+0000 7fed28214900 20 add_watcher() i=7 2026-04-17T17:44:43.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.500+0000 7fed28214900 20 add_watcher() i=4 2026-04-17T17:44:43.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.500+0000 7fed28214900 20 add_watcher() i=3 2026-04-17T17:44:43.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.501+0000 7fed28214900 20 add_watcher() i=5 2026-04-17T17:44:43.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.501+0000 7fed28214900 20 add_watcher() i=2 2026-04-17T17:44:43.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.501+0000 7fed28214900 20 add_watcher() i=1 2026-04-17T17:44:43.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.501+0000 7fed28214900 20 add_watcher() i=6 2026-04-17T17:44:43.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.501+0000 7fed28214900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:43.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.503+0000 7fed28214900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:43.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.503+0000 7fed28214900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:43.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.503+0000 7fed28214900 5 note: GC not initialized 2026-04-17T17:44:43.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.503+0000 7fecd0fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.538+0000 7fed28214900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 20 Filter name: none 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fecca7fc640 20 reqs_thread_entry: start 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 : miss 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.539+0000 7fed28214900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.542 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.540+0000 7fed28214900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 2026-04-17T17:44:43.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.542+0000 7fed28214900 -1 Injecting error=-125 at location=set_target_layout 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fed28214900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fed28214900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fed28214900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fed28214900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24, ofs0, ns] 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fecfeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894503 cookie 94342538626768 notifier 6191 bl.length()=937 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fecfeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fecfeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.543+0000 7fecfeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.544+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_sources= new_sources= 2026-04-17T17:44:43.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.544+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential sources added=[] removed=[] 2026-04-17T17:44:43.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.544+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_dests= new_dests= 2026-04-17T17:44:43.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.544+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential dests added=[] removed=[] 2026-04-17T17:44:43.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.546+0000 7fed28214900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.1.0 2026-04-17T17:44:43.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.546+0000 7fed28214900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.1.0 2026-04-17T17:44:43.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.546+0000 7fed28214900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.1.1 2026-04-17T17:44:43.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.546+0000 7fed28214900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.1.1 2026-04-17T17:44:43.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.547+0000 7fed28214900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.0 2026-04-17T17:44:43.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.549+0000 7fed28214900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:43.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.549+0000 7fed28214900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fed28214900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fed28214900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fed28214900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fed28214900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24, ofs0, ns] 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fecfe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894504 cookie 94342538626768 notifier 6191 bl.length()=937 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fecfe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fecfe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.550+0000 7fecfe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.551+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_sources= new_sources= 2026-04-17T17:44:43.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.551+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential sources added=[] removed=[] 2026-04-17T17:44:43.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.551+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_dests= new_dests= 2026-04-17T17:44:43.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.551+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential dests added=[] removed=[] 2026-04-17T17:44:43.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.552+0000 7fed28214900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24.0 2026-04-17T17:44:43.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.552+0000 7fed28214900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 : hit (requested=0x17, cached=0x17) 2026-04-17T17:44:43.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.552+0000 7fed28214900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 2026-04-17T17:44:43.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.553+0000 7fed28214900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.553+0000 7fed28214900 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.553+0000 7fed28214900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.553+0000 7fed28214900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24, ofs0, ns] 2026-04-17T17:44:43.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.554+0000 7fecfeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 94342538626768 notifier 6191 bl.length()=901 2026-04-17T17:44:43.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.554+0000 7fecfeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 info.flags=0x17 2026-04-17T17:44:43.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.554+0000 7fecfeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 to cache LRU end 2026-04-17T17:44:43.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.554+0000 7fecfeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:43.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.555+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_sources= new_sources= 2026-04-17T17:44:43.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.555+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential sources added=[] removed=[] 2026-04-17T17:44:43.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.555+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): orig_dests= new_dests= 2026-04-17T17:44:43.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.555+0000 7fed28214900 20 handle_bi_update(): bucket=:error-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24]): potential dests added=[] removed=[] 2026-04-17T17:44:43.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.555+0000 7fed28214900 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:44:43.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.559+0000 7fed28214900 20 remove_watcher() i=0 2026-04-17T17:44:43.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.559+0000 7fed28214900 2 removed watcher, disabling cache 2026-04-17T17:44:43.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.559+0000 7fed28214900 20 remove_watcher() i=7 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.559+0000 7fed28214900 20 remove_watcher() i=4 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.559+0000 7fed28214900 20 remove_watcher() i=3 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.560+0000 7fed28214900 20 remove_watcher() i=1 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.560+0000 7fed28214900 20 remove_watcher() i=5 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.560+0000 7fed28214900 20 remove_watcher() i=6 2026-04-17T17:44:43.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.560+0000 7fed28214900 20 remove_watcher() i=2 2026-04-17T17:44:43.570 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2026-04-17T17:44:43.589 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:43.589 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:43.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.605+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 realm 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.609 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.606+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.607+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.607+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.607+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:43.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.607+0000 7f272256e900 20 searching for the correct realm 2026-04-17T17:44:43.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.610+0000 7f271eae8640 0 -- 192.168.123.106:0/322421159 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56405e2959c0 msgr2=0x56405e2b5da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:43.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.613+0000 7f271e2e7640 0 -- 192.168.123.106:0/322421159 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f2710092020 msgr2=0x7f27100c7a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:43.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.615+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 zone default found 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 4 Realm: () 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 zonegroup default 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 started sync module instance, tier type = 2026-04-17T17:44:43.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.616+0000 7f272256e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:43.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.619+0000 7f272256e900 20 add_watcher() i=0 2026-04-17T17:44:43.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.619+0000 7f272256e900 20 add_watcher() i=4 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.619+0000 7f272256e900 20 add_watcher() i=7 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.619+0000 7f272256e900 20 add_watcher() i=2 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.619+0000 7f272256e900 20 add_watcher() i=3 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.620+0000 7f272256e900 20 add_watcher() i=1 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.620+0000 7f272256e900 20 add_watcher() i=5 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.620+0000 7f272256e900 20 add_watcher() i=6 2026-04-17T17:44:43.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.620+0000 7f272256e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:43.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.622+0000 7f272256e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:43.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.622+0000 7f272256e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:43.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.622+0000 7f272256e900 5 note: GC not initialized 2026-04-17T17:44:43.625 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.622+0000 7f26c6ffd640 20 reqs_thread_entry: start 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f272256e900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f272256e900 20 Filter name: none 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f26c4ff9640 20 reqs_thread_entry: start 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:43.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.662+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 rados->read ofs=0 len=0 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:43.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.663+0000 7f272256e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=0 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 2 removed watcher, disabling cache 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=2 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=7 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=4 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=1 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=3 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=6 2026-04-17T17:44:43.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:43.668+0000 7f272256e900 20 remove_watcher() i=5 2026-04-17T17:44:43.677 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:43.677 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:43.677 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.24 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-17T17:44:43.677 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:43.679 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.679 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.690 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.690 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.850 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.850 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.895 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at set_target_layout 2026-04-17T17:44:43.895 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:43.896 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.896 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.922 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.922 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:43.971 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:43.971 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.023 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.023 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.075 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.076 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.127 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.127 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.177 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.177 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.252 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.252 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.303 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.303 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.354 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.354 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.404 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.404 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.454 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.454 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.504 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.504 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.554 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.554 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.605 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.605 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.657 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.657 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.707 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.707 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.758 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.758 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.808 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.808 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.859 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.859 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.909 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.909 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:44.959 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:44.959 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:45.010 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-17T17:44:45.030 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:45.030 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:45.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.047+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 realm 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.048+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.049+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.049+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.050+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:45.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.050+0000 7fda4a96f900 20 searching for the correct realm 2026-04-17T17:44:45.054 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.052+0000 7fda46f84640 0 -- 192.168.123.106:0/445070586 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fda2c00c880 msgr2=0x7fda2c06b170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.055+0000 7fda45f82640 0 -- 192.168.123.106:0/445070586 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fda38069040 msgr2=0x7fda38069920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.260+0000 7fda4a96f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.260+0000 7fda4a96f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.260+0000 7fda4a96f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.261+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 zone default found 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 4 Realm: () 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 zonegroup default 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 started sync module instance, tier type = 2026-04-17T17:44:45.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.263+0000 7fda4a96f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=0 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=3 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=1 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=2 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=4 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=6 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=5 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 20 add_watcher() i=7 2026-04-17T17:44:45.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.267+0000 7fda4a96f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:45.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.270+0000 7fda4a96f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:45.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.270+0000 7fda4a96f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:45.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.270+0000 7fda4a96f900 5 note: GC not initialized 2026-04-17T17:44:45.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.270+0000 7fd9eeffd640 20 reqs_thread_entry: start 2026-04-17T17:44:45.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.310+0000 7fda4a96f900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.310+0000 7fda4a96f900 20 Filter name: none 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.310+0000 7fd9ecff9640 20 reqs_thread_entry: start 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.310+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.311+0000 7fda4a96f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.312+0000 7fda4a96f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.312+0000 7fda4a96f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.316+0000 7fda4a96f900 20 remove_watcher() i=4 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.316+0000 7fda4a96f900 2 removed watcher, disabling cache 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=0 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=2 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=1 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=3 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=5 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=6 2026-04-17T17:44:45.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.317+0000 7fda4a96f900 20 remove_watcher() i=7 2026-04-17T17:44:45.326 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.326 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:45.326 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:45.326 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.328 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2026-04-17T17:44:45.350 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:45.350 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:45.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.366+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.367+0000 7f13ca120900 20 realm 2026-04-17T17:44:45.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.368+0000 7f13ca120900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:45.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:45.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.369+0000 7f13ca120900 20 searching for the correct realm 2026-04-17T17:44:45.375 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.372+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f13b0037040 msgr2=0x7f13b0028aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.378 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.375+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f13b8039a10 msgr2=0x7f13b80799c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 zone default found 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 4 Realm: () 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 zonegroup default 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.381+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.381+0000 7f13ca120900 20 started sync module instance, tier type = 2026-04-17T17:44:45.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.381+0000 7f13ca120900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:45.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=3 2026-04-17T17:44:45.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=7 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=2 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=5 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=6 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=0 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=4 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=1 2026-04-17T17:44:45.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.385+0000 7f13ca120900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:45.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:45.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:45.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.387+0000 7f13ca120900 5 note: GC not initialized 2026-04-17T17:44:45.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.387+0000 7f1372fed640 20 reqs_thread_entry: start 2026-04-17T17:44:45.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.427+0000 7f13ca120900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:45.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.427+0000 7f13ca120900 20 Filter name: none 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.427+0000 7f1370fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : miss 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:45.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.428+0000 7f13ca120900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f13ca120900 time 2026-04-17T17:44:45.432829+0000 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f13cb38f8f8] 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.434 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.431+0000 7f13ca120900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f13ca120900 time 2026-04-17T17:44:45.432829+0000 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f13cb38f8f8] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f13ca120900 thread_name:radosgw-admin 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f13ca43fc30] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f13ca48d02c] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f13cb38f957] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.432+0000 7f13ca120900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f13ca120900 thread_name:radosgw-admin 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f13ca43fc30] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f13ca48d02c] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f13cb38f957] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.435 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: dump: 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.451 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:44:45.352+0000 7f13ca120900 5 monclient: authenticate success, global_id 6230 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:44:45.352+0000 7f13ca120900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:44:45.352+0000 7f13ca120900 4 set_mon_vals no callback set 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:44:45.352+0000 7f13ca120900 10 monclient: shutdown 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:44:45.352+0000 7f13ca120900 5 asok(0x55755a852740) unregister_commands rotate-key 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: starting msgr at 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: starting objecter 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests hook 0x55755a95db50 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: setting wanted keys 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: calling monclient init 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key hook 0x55755a957be8 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:45.452 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755a8e2ee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755a8e3e20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755a9900a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.430645s 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755a8e3e20 auth_method 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755a9900a0 auth_method 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755a8e2ee0 auth_method 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:44:45.353+0000 7f13c55b6640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: dump: 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: dump: 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:44:45.354+0000 7f13ca120900 5 monclient: authenticate success, global_id 6233 2026-04-17T17:44:45.453 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:44:45.354+0000 7f13b7fff640 4 set_mon_vals no callback set 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:44:45.354+0000 7f13ca120900 1 librados: init done 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:44:45.355+0000 7f13c5db7640 10 monclient: get_auth_request con 0x7f13a0077540 auth_method 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:44:45.355+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755aa3bbc0 auth_method 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:44:45.356+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755aac72b0 auth_method 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:44:45.357+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755aae9600 auth_method 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:44:45.358+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ab0bac0 auth_method 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:44:45.358+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:44:45.358+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests cmddesc objecter_requests hook 0x55755ab30be0 EEXIST 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.454 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x55755ab0a760 EEXIST 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ab581b0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ab5aa90 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755ab58580 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.436769s 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ab581b0 auth_method 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755ab58580 auth_method 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ab5aa90 auth_method 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:44:45.360+0000 7f13c55b6640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: dump: 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: dump: 2026-04-17T17:44:45.455 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:44:45.360+0000 7f13ca120900 5 monclient: authenticate success, global_id 6236 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:44:45.360+0000 7f13c6db9640 4 set_mon_vals no callback set 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:44:45.362+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f1394077450 auth_method 0 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: get_monmap_and_config 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:44:45.362+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.456 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x7ffd8dc30778 EEXIST 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ac14160 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ac178a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755abef0a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.439949s 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ac178a0 auth_method 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ac14160 auth_method 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755abef0a0 auth_method 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_done global_id 6239 payload 274 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:44:45.363+0000 7f13c65b8640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: dump: 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: dump: 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.457 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:44:45.363+0000 7f13ca120900 5 monclient: authenticate success, global_id 6239 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:44:45.363+0000 7f13ca120900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:44:45.363+0000 7f13ca120900 4 set_mon_vals no callback set 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:44:45.363+0000 7f13ca120900 10 monclient: shutdown 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: starting msgr at 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: starting objecter 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests cmddesc objecter_requests hook 0x55755ac1b370 EEXIST 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: setting wanted keys 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: calling monclient init 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x55755abebe88 EEXIST 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755ac14160 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ac178a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.458 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ac4cd50 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.441751s 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ac178a0 auth_method 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755ac4cd50 auth_method 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ac14160 auth_method 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_done global_id 6558 payload 824 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:44:45.365+0000 7f13c65b8640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:44:45.365+0000 7f13c65b8640 1 monclient: found mon.noname-a 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:44:45.365+0000 7f13c65b8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: dump: 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: dump: 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:44:45.365+0000 7f13ca120900 5 monclient: authenticate success, global_id 6558 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.459 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:44:45.365+0000 7f13a97fa640 4 set_mon_vals no callback set 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:44:45.365+0000 7f13ca120900 1 librados: init done 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:44:45.365+0000 7f13ca120900 5 asok(0x55755a852740) register_command cr dump hook 0x7f13b8010f98 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:44:45.366+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:44:45.367+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f1380077690 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:44:45.367+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755acb54c0 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 realm 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:44:45.368+0000 7f13ca120900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:44:45.368+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755acd7710 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:44:45.369+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755acf8f80 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 searching for the correct realm 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:44:45.370+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ad1bd20 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:44:45.370+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b0037040 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:44:45.371+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f13ac0d9c20 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:44:45.372+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f13b0037040 msgr2=0x7f13b0028aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:44:45.372+0000 7f139f7fe640 1 client.6558.objecter ms_handle_reset 0x7f13b0037040 session 0x7f13b0028420 osd.7 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:44:45.372+0000 7f139f7fe640 10 monclient: _renew_subs 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:44:45.372+0000 7f139f7fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:44:45.372+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13800a43d0 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:44:45.373+0000 7f13c5db7640 10 monclient: get_auth_request con 0x7f13b80792e0 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:44:45.375+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b8039a10 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:44:45.375+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f13b8039a10 msgr2=0x7f13b80799c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:44:45.375+0000 7f139f7fe640 1 client.6558.objecter ms_handle_reset 0x7f13b8039a10 session 0x7f13b8003570 osd.0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:44:45.375+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b0037040 auth_method 0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 zone default found 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 Realm: () 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:44:45.380+0000 7f13ca120900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 zonegroup default 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 started sync module instance, tier type = 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=3 2026-04-17T17:44:45.460 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=7 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=2 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=5 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=6 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=4 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=1 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:44:45.385+0000 7f13ca120900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:44:45.385+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f134c007200 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:44:45.387+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache list hook 0x55755ac17cb0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache inspect hook 0x55755ac17cb0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache erase hook 0x55755ac17cb0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache zap hook 0x55755ac17cb0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 note: GC not initialized 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:44:45.387+0000 7f1372fed640 20 reqs_thread_entry: start 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace show hook 0x7f13b8019790 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace history hook 0x7f13b8019790 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace active hook 0x7f13b8019790 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace active_short hook 0x7f13b8019790 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:44:45.388+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ae218b0 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:44:45.389+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755ad479d0 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:44:45.390+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ad4af60 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:44:45.392+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ae32990 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:44:45.396+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755ae34ea0 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:44:45.401+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ae376f0 auth_method 0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:44:45.427+0000 7f13ca120900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:44:45.427+0000 7f13ca120900 20 Filter name: none 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:44:45.427+0000 7f1370fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : miss 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:44:45.431+0000 7f13ca120900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f13ca120900 time 2026-04-17T17:44:45.432829+0000 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.461 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f13cb38f8f8] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:44:45.432+0000 7f13ca120900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f13ca120900 thread_name:radosgw-admin 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f13ca43fc30] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f13ca48d02c] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f13cb38f957] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:44:45.462 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f1370fe9640 / http_manager 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f1372fed640 / http_manager 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f139f7fe640 / ms_dispatch 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f13a97fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f13ab7fe640 / ms_dispatch 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f13b67fc640 / ms_dispatch 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f13b7fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:45.463 INFO:tasks.workunit.client.0.vm06.stderr: 7f13bcff9640 / admin_socket 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c4db5640 / ms_dispatch 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c55b6640 / msgr-worker-2 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c5db7640 / msgr-worker-1 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c65b8640 / msgr-worker-0 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c6db9640 / io_context_pool 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 7f13ca120900 / radosgw-admin 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.93954.log 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:44:45.352+0000 7f13b7fff640 10 monclient: dump: 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:44:45.352+0000 7f13ca120900 5 monclient: authenticate success, global_id 6230 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:44:45.352+0000 7f13ca120900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:44:45.352+0000 7f13ca120900 4 set_mon_vals no callback set 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:44:45.352+0000 7f13ca120900 10 monclient: shutdown 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:44:45.352+0000 7f13ca120900 5 asok(0x55755a852740) unregister_commands rotate-key 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding auth protocol: cephx 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: crc 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a95d3d0) adding con mode: secure 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: starting msgr at 2026-04-17T17:44:45.464 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: starting objecter 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests hook 0x55755a95db50 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: setting wanted keys 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:44:45.353+0000 7f13ca120900 1 librados: calling monclient init 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding auth protocol: cephx 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: crc 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 AuthRegistry(0x55755a957aa0) adding con mode: secure 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:44:45.353+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:44:45.353+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key hook 0x55755a957be8 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755a8e2ee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755a8e3e20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755a9900a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:44:45.353+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.430645s 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755a8e3e20 auth_method 0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755a9900a0 auth_method 0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755a8e2ee0 auth_method 0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:44:45.353+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:44:45.353+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient(hunting): handle_auth_done global_id 6233 payload 824 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:44:45.353+0000 7f13c55b6640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:44:45.353+0000 7f13c55b6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: dump: 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.465 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:44:45.354+0000 7f13b67fc640 10 monclient: dump: 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:44:45.354+0000 7f13ca120900 5 monclient: authenticate success, global_id 6233 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:44:45.354+0000 7f13b7fff640 4 set_mon_vals no callback set 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:44:45.354+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:44:45.354+0000 7f13ca120900 1 librados: init done 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:44:45.355+0000 7f13b67fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:44:45.355+0000 7f13c5db7640 10 monclient: get_auth_request con 0x7f13a0077540 auth_method 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:44:45.355+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755aa3bbc0 auth_method 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:44:45.356+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755aac72b0 auth_method 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:44:45.357+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755aae9600 auth_method 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:44:45.358+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ab0bac0 auth_method 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:44:45.358+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:44:45.358+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding auth protocol: cephx 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: crc 2026-04-17T17:44:45.466 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab2d2b0) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests cmddesc objecter_requests hook 0x55755ab30be0 EEXIST 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding auth protocol: cephx 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: crc 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 AuthRegistry(0x55755ab0a618) adding con mode: secure 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:44:45.359+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:44:45.359+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x55755ab0a760 EEXIST 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ab581b0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ab5aa90 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755ab58580 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:44:45.359+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.436769s 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ab581b0 auth_method 0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755ab58580 auth_method 0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ab5aa90 auth_method 0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:44:45.359+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:44:45.359+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:44:45.359+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient(hunting): handle_auth_done global_id 6236 payload 824 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:44:45.360+0000 7f13c55b6640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:44:45.360+0000 7f13c55b6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: dump: 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.467 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:44:45.360+0000 7f13ab7fe640 10 monclient: dump: 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:44:45.360+0000 7f13ca120900 5 monclient: authenticate success, global_id 6236 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:44:45.360+0000 7f13c6db9640 4 set_mon_vals no callback set 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:44:45.360+0000 7f13ca120900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:44:45.361+0000 7f13ab7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:44:45.362+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f1394077450 auth_method 0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: get_monmap_and_config 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:44:45.362+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: crc 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x55755abed0c0) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding auth protocol: cephx 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.468 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: crc 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30630) adding con mode: secure 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:44:45.362+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:44:45.362+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x7ffd8dc30778 EEXIST 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ac14160 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ac178a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755abef0a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:44:45.362+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.439949s 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ac178a0 auth_method 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ac14160 auth_method 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755abef0a0 auth_method 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:44:45.363+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:44:45.363+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient(hunting): handle_auth_done global_id 6239 payload 274 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:44:45.363+0000 7f13c65b8640 1 monclient: found mon.noname-c 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:44:45.363+0000 7f13c65b8640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: dump: 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:44:45.469 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:44:45.363+0000 7f13a97fa640 10 monclient: dump: 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:44:45.363+0000 7f13ca120900 5 monclient: authenticate success, global_id 6239 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:44:45.363+0000 7f13ca120900 10 monclient: get_monmap_and_config success 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:44:45.363+0000 7f13ca120900 4 set_mon_vals no callback set 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:44:45.363+0000 7f13ca120900 10 monclient: shutdown 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: build_initial_monmap 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 build_initial for_mkfs: 0 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: monmap: 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abecf90) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: starting msgr at 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: starting objecter 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 asok(0x55755a852740) register_command objecter_requests cmddesc objecter_requests hook 0x55755ac1b370 EEXIST 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: setting wanted keys 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:44:45.364+0000 7f13ca120900 1 librados: calling monclient init 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: init 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding auth protocol: cephx 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.470 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: crc 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 AuthRegistry(0x55755abebd40) adding con mode: secure 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:44:45.364+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:44:45.364+0000 7f13ca120900 5 asok(0x55755a852740) register_command rotate-key cmddesc rotate-key hook 0x55755abebe88 EEXIST 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: _reopen_session rank -1 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-b con 0x55755ac14160 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-a con 0x55755ac178a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): picked mon.noname-c con 0x55755ac4cd50 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): start opening mon connection 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): _renew_subs 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:44:45.364+0000 7f13ca120900 10 monclient(hunting): authenticate will time out at 1792.441751s 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): get_auth_request con 0x55755ac178a0 auth_method 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): get_auth_request con 0x55755ac4cd50 auth_method 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): get_auth_request con 0x55755ac14160 auth_method 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:44:45.364+0000 7f13c5db7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:44:45.364+0000 7f13c55b6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:44:45.364+0000 7f13c65b8640 10 monclient(hunting): handle_auth_done global_id 6558 payload 824 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:44:45.365+0000 7f13c65b8640 10 monclient: _finish_hunting 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:44:45.365+0000 7f13c65b8640 1 monclient: found mon.noname-a 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:44:45.365+0000 7f13c65b8640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: dump: 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: _finish_auth 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:44:45.365+0000 7f139f7fe640 10 monclient: dump: 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:44:45.471 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:44:45.365+0000 7f13ca120900 5 monclient: authenticate success, global_id 6558 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:44:45.365+0000 7f13a97fa640 4 set_mon_vals no callback set 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _renew_subs 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:44:45.365+0000 7f13ca120900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:44:45.365+0000 7f13ca120900 1 librados: init done 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:44:45.365+0000 7f13ca120900 5 asok(0x55755a852740) register_command cr dump hook 0x7f13b8010f98 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:44:45.366+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:44:45.367+0000 7f139f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:44:45.367+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f1380077690 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:44:45.367+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755acb54c0 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 realm 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:44:45.367+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:44:45.368+0000 7f13ca120900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:44:45.368+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:44:45.368+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755acd7710 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:44:45.369+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755acf8f80 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:44:45.369+0000 7f13ca120900 20 searching for the correct realm 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:44:45.370+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ad1bd20 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:44:45.370+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b0037040 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:44:45.371+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f13ac0d9c20 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:44:45.372+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f13b0037040 msgr2=0x7f13b0028aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:44:45.372+0000 7f139f7fe640 1 client.6558.objecter ms_handle_reset 0x7f13b0037040 session 0x7f13b0028420 osd.7 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:44:45.372+0000 7f139f7fe640 10 monclient: _renew_subs 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:44:45.372+0000 7f139f7fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:44:45.372+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13800a43d0 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:44:45.373+0000 7f13c5db7640 10 monclient: get_auth_request con 0x7f13b80792e0 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:44:45.375+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b8039a10 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:44:45.375+0000 7f13c55b6640 0 -- 192.168.123.106:0/3296060980 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f13b8039a10 msgr2=0x7f13b80799c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:44:45.375+0000 7f139f7fe640 1 client.6558.objecter ms_handle_reset 0x7f13b8039a10 session 0x7f13b8003570 osd.0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:44:45.375+0000 7f13c55b6640 10 monclient: get_auth_request con 0x7f13b0037040 auth_method 0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:44:45.379+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 zone default found 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 Realm: () 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:44:45.380+0000 7f13ca120900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:44:45.380+0000 7f13ca120900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 zonegroup default 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.472 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:44:45.380+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 started sync module instance, tier type = 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:44:45.381+0000 7f13ca120900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=3 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:44:45.384+0000 7f13ca120900 20 add_watcher() i=7 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=2 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=5 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=6 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=4 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:44:45.385+0000 7f13ca120900 20 add_watcher() i=1 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:44:45.385+0000 7f13ca120900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:44:45.385+0000 7f13c65b8640 10 monclient: get_auth_request con 0x7f134c007200 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding auth protocol: cephx 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: crc 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 AuthRegistry(0x7ffd8dc30720) adding con mode: secure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:44:45.387+0000 7f13ca120900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:44:45.387+0000 7f13ca120900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache list hook 0x55755ac17cb0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache inspect hook 0x55755ac17cb0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache erase hook 0x55755ac17cb0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command cache zap hook 0x55755ac17cb0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 note: GC not initialized 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:44:45.387+0000 7f1372fed640 20 reqs_thread_entry: start 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace show hook 0x7f13b8019790 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace history hook 0x7f13b8019790 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace active hook 0x7f13b8019790 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:44:45.387+0000 7f13ca120900 5 asok(0x55755a852740) register_command sync trace active_short hook 0x7f13b8019790 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:44:45.388+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ae218b0 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:44:45.389+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755ad479d0 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:44:45.390+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ad4af60 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:44:45.392+0000 7f13c5db7640 10 monclient: get_auth_request con 0x55755ae32990 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:44:45.396+0000 7f13c55b6640 10 monclient: get_auth_request con 0x55755ae34ea0 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:44:45.401+0000 7f13c65b8640 10 monclient: get_auth_request con 0x55755ae376f0 auth_method 0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:44:45.427+0000 7f13ca120900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:44:45.427+0000 7f13ca120900 20 Filter name: none 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:44:45.427+0000 7f1370fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : miss 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:44:45.428+0000 7f13ca120900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:44:45.473 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:44:45.428+0000 7f13ca120900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:44:45.431+0000 7f13ca120900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f13ca120900 time 2026-04-17T17:44:45.432829+0000 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f13cb38f8f8] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:44:45.432+0000 7f13ca120900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f13ca120900 thread_name:radosgw-admin 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f13ca43fc30] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f13ca48d02c] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f13cb38f957] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x10178e6) [0x557557f748e6] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x557557a9989e] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f13ca42a610] 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:44:45.474 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:44:45.475 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f1370fe9640 / http_manager 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f1372fed640 / http_manager 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f139f7fe640 / ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13a97fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13ab7fe640 / ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13b67fc640 / ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13b7fff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13bcff9640 / admin_socket 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c4db5640 / ms_dispatch 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c55b6640 / msgr-worker-2 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c5db7640 / msgr-worker-1 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c65b8640 / msgr-worker-0 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13c6db9640 / io_context_pool 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: 7f13ca120900 / radosgw-admin 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:44:45.433883Z_f6076324-1779-4a43-a58e-8da1c078cdc9/log 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:45.476 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.492+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.492+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.492+0000 7fd0a8c0f900 20 realm 2026-04-17T17:44:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.492+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.493+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.493+0000 7fd0a8c0f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.493+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.493+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.493+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.494+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.494+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.494+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:45.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.494+0000 7fd0a8c0f900 20 searching for the correct realm 2026-04-17T17:44:45.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.496+0000 7fd0a4bdd640 0 -- 192.168.123.106:0/756869373 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fd088028400 msgr2=0x7fd088028810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.701+0000 7fd097fff640 0 -- 192.168.123.106:0/756869373 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fd09800b0c0 msgr2=0x7fd098078b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:45.910 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.907+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 zone default found 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 4 Realm: () 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 zonegroup default 2026-04-17T17:44:45.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.908+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.909+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.909+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.909+0000 7fd0a8c0f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.909+0000 7fd0a8c0f900 20 started sync module instance, tier type = 2026-04-17T17:44:45.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.909+0000 7fd0a8c0f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:45.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.912+0000 7fd0a8c0f900 20 add_watcher() i=5 2026-04-17T17:44:45.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.912+0000 7fd0a8c0f900 20 add_watcher() i=7 2026-04-17T17:44:45.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.912+0000 7fd0a8c0f900 20 add_watcher() i=6 2026-04-17T17:44:45.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.913+0000 7fd0a8c0f900 20 add_watcher() i=2 2026-04-17T17:44:45.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.913+0000 7fd0a8c0f900 20 add_watcher() i=0 2026-04-17T17:44:45.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.913+0000 7fd0a8c0f900 20 add_watcher() i=4 2026-04-17T17:44:45.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.914+0000 7fd0a8c0f900 20 add_watcher() i=1 2026-04-17T17:44:45.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.914+0000 7fd0a8c0f900 20 add_watcher() i=3 2026-04-17T17:44:45.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.914+0000 7fd0a8c0f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:45.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.916+0000 7fd0a8c0f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:45.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.916+0000 7fd0a8c0f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:45.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.916+0000 7fd0a8c0f900 5 note: GC not initialized 2026-04-17T17:44:45.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.916+0000 7fd0517f2640 20 reqs_thread_entry: start 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.955+0000 7fd0a8c0f900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.955+0000 7fd0a8c0f900 20 Filter name: none 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd04a7fc640 20 reqs_thread_entry: start 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.956+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.957+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:45.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.957+0000 7fd0a8c0f900 20 rados->read ofs=0 len=0 2026-04-17T17:44:45.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.957+0000 7fd0a8c0f900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:45.960 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.957+0000 7fd0a8c0f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 20 remove_watcher() i=0 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 2 removed watcher, disabling cache 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 20 remove_watcher() i=4 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 20 remove_watcher() i=7 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 20 remove_watcher() i=2 2026-04-17T17:44:45.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.961+0000 7fd0a8c0f900 20 remove_watcher() i=3 2026-04-17T17:44:45.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.962+0000 7fd0a8c0f900 20 remove_watcher() i=5 2026-04-17T17:44:45.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.962+0000 7fd0a8c0f900 20 remove_watcher() i=6 2026-04-17T17:44:45.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:45.962+0000 7fd0a8c0f900 20 remove_watcher() i=1 2026-04-17T17:44:45.971 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.971 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:44:45.971 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:44:45.971 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:44:45.973 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:45.973 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:45.991 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:44:45.991 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:44:46.040 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:44:46.062 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:44:46.062 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:44:46.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.080+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 realm 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.084 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.081+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.082+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:46.085 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.082+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.083+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:44:46.086 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.083+0000 7f962b523900 20 searching for the correct realm 2026-04-17T17:44:46.291 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.287+0000 7f96271b9640 0 -- 192.168.123.106:0/181895524 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f961c028990 msgr2=0x7f961c025920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:44:46.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.493+0000 7f96269b8640 0 -- 192.168.123.106:0/181895524 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55dabf785b70 msgr2=0x55dabf7a5f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.495+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 zone default found 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 4 Realm: () 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 zonegroup default 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.496+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.497+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.497+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.497+0000 7f962b523900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:44:46.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.497+0000 7f962b523900 20 started sync module instance, tier type = 2026-04-17T17:44:46.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.497+0000 7f962b523900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:44:46.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.501+0000 7f962b523900 20 add_watcher() i=4 2026-04-17T17:44:46.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.501+0000 7f962b523900 20 add_watcher() i=5 2026-04-17T17:44:46.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.501+0000 7f962b523900 20 add_watcher() i=0 2026-04-17T17:44:46.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.501+0000 7f962b523900 20 add_watcher() i=6 2026-04-17T17:44:46.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.501+0000 7f962b523900 20 add_watcher() i=7 2026-04-17T17:44:46.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.502+0000 7f962b523900 20 add_watcher() i=2 2026-04-17T17:44:46.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.502+0000 7f962b523900 20 add_watcher() i=1 2026-04-17T17:44:46.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.502+0000 7f962b523900 20 add_watcher() i=3 2026-04-17T17:44:46.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.502+0000 7f962b523900 2 all 8 watchers are set, enabling cache 2026-04-17T17:44:46.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.504+0000 7f962b523900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:44:46.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.504+0000 7f962b523900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:44:46.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.505+0000 7f962b523900 5 note: GC not initialized 2026-04-17T17:44:46.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.505+0000 7f95d4fe9640 20 reqs_thread_entry: start 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 init_complete bucket index max shards: 1 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 Filter name: none 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f95ce7fc640 20 reqs_thread_entry: start 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : miss 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 rados->read ofs=0 len=0 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:44:46.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.546+0000 7f962b523900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:44:46.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.548+0000 7f962b523900 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to be held by another RGW process; skipping for now 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 20 remove_watcher() i=0 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 2 removed watcher, disabling cache 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 20 remove_watcher() i=5 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 20 remove_watcher() i=6 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 20 remove_watcher() i=3 2026-04-17T17:44:46.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.551+0000 7f962b523900 20 remove_watcher() i=2 2026-04-17T17:44:46.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.552+0000 7f962b523900 20 remove_watcher() i=7 2026-04-17T17:44:46.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.552+0000 7f962b523900 20 remove_watcher() i=1 2026-04-17T17:44:46.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:44:46.552+0000 7f962b523900 20 remove_watcher() i=4 2026-04-17T17:44:46.561 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:45:16.569 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:45:16.589 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:16.589 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:16.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.607+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 20 realm 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:16.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.608+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.609+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.609+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.609+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:16.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.609+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.610+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:16.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.610+0000 7f0d7592c900 20 searching for the correct realm 2026-04-17T17:45:16.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.615+0000 7f0d70dc3640 0 -- 192.168.123.106:0/2670494707 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f0d60025040 msgr2=0x7f0d60027430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:16.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.617+0000 7f0d70dc3640 0 -- 192.168.123.106:0/2670494707 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f0d64007c10 msgr2=0x7f0d640d20b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.622 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 zone default found 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 4 Realm: () 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 zonegroup default 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.619+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 started sync module instance, tier type = 2026-04-17T17:45:16.623 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.620+0000 7f0d7592c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:16.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.623+0000 7f0d7592c900 20 add_watcher() i=0 2026-04-17T17:45:16.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.623+0000 7f0d7592c900 20 add_watcher() i=4 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=3 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=1 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=7 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=2 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=5 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 20 add_watcher() i=6 2026-04-17T17:45:16.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.624+0000 7f0d7592c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:16.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.626+0000 7f0d7592c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:16.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.626+0000 7f0d7592c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:16.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.626+0000 7f0d7592c900 5 note: GC not initialized 2026-04-17T17:45:16.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.626+0000 7f0d1efed640 20 reqs_thread_entry: start 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 20 Filter name: none 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d1cfe9640 20 reqs_thread_entry: start 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : miss 2026-04-17T17:45:16.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.668+0000 7f0d7592c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.669+0000 7f0d7592c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d7592c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d7592c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d7592c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d7592c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25, ofs0, ns] 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894539 cookie 94733638298416 notifier 6603 bl.length()=937 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.672+0000 7f0d50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.674+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_sources= new_sources= 2026-04-17T17:45:16.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.674+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential sources added=[] removed=[] 2026-04-17T17:45:16.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.674+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_dests= new_dests= 2026-04-17T17:45:16.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.674+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential dests added=[] removed=[] 2026-04-17T17:45:16.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.679+0000 7f0d7592c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.1.0 2026-04-17T17:45:16.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.679+0000 7f0d7592c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.1.0 2026-04-17T17:45:16.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.679+0000 7f0d7592c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.1.1 2026-04-17T17:45:16.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.679+0000 7f0d7592c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.1.1 2026-04-17T17:45:16.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.679+0000 7f0d7592c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.0 2026-04-17T17:45:16.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.681+0000 7f0d7592c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:16.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.681+0000 7f0d7592c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:45:16.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.682+0000 7f0d7592c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.682+0000 7f0d7592c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.682+0000 7f0d7592c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.682+0000 7f0d7592c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25, ofs0, ns] 2026-04-17T17:45:16.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.683+0000 7f0d50ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894540 cookie 94733638298416 notifier 6603 bl.length()=937 2026-04-17T17:45:16.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.683+0000 7f0d50ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.683+0000 7f0d50ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.683+0000 7f0d50ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.684+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_sources= new_sources= 2026-04-17T17:45:16.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.684+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential sources added=[] removed=[] 2026-04-17T17:45:16.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.684+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_dests= new_dests= 2026-04-17T17:45:16.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.684+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential dests added=[] removed=[] 2026-04-17T17:45:16.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.685+0000 7f0d7592c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25.0 2026-04-17T17:45:16.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.685+0000 7f0d7592c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:16.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.685+0000 7f0d7592c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 2026-04-17T17:45:16.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.686+0000 7f0d7592c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.686+0000 7f0d7592c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.686+0000 7f0d7592c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.686+0000 7f0d7592c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25, ofs0, ns] 2026-04-17T17:45:16.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.687+0000 7f0d47fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894541 cookie 94733638298416 notifier 6603 bl.length()=901 2026-04-17T17:45:16.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.687+0000 7f0d47fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 info.flags=0x17 2026-04-17T17:45:16.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.687+0000 7f0d47fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 to cache LRU end 2026-04-17T17:45:16.690 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.687+0000 7f0d47fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:16.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.688+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_sources= new_sources= 2026-04-17T17:45:16.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.688+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential sources added=[] removed=[] 2026-04-17T17:45:16.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.688+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): orig_dests= new_dests= 2026-04-17T17:45:16.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.688+0000 7f0d7592c900 20 handle_bi_update(): bucket=:abort-at-set-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25]): potential dests added=[] removed=[] 2026-04-17T17:45:16.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.690+0000 7f0d7592c900 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:45:16.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.693+0000 7f0d7592c900 20 remove_watcher() i=0 2026-04-17T17:45:16.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.693+0000 7f0d7592c900 2 removed watcher, disabling cache 2026-04-17T17:45:16.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.693+0000 7f0d7592c900 20 remove_watcher() i=1 2026-04-17T17:45:16.696 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.693+0000 7f0d7592c900 20 remove_watcher() i=3 2026-04-17T17:45:16.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.693+0000 7f0d7592c900 20 remove_watcher() i=5 2026-04-17T17:45:16.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.694+0000 7f0d7592c900 20 remove_watcher() i=4 2026-04-17T17:45:16.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.694+0000 7f0d7592c900 20 remove_watcher() i=2 2026-04-17T17:45:16.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.694+0000 7f0d7592c900 20 remove_watcher() i=6 2026-04-17T17:45:16.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.694+0000 7f0d7592c900 20 remove_watcher() i=7 2026-04-17T17:45:16.705 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2026-04-17T17:45:16.725 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:16.725 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:16.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.743+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 realm 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.745+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.746+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:16.749 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.746+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.747+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:16.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.747+0000 7f12c4592900 20 searching for the correct realm 2026-04-17T17:45:16.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.750+0000 7f12bbfff640 0 -- 192.168.123.106:0/1970465617 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5561fde899f0 msgr2=0x5561fdea9ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:16.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.753+0000 7f12bb7fe640 0 -- 192.168.123.106:0/1970465617 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f12b404aa20 msgr2=0x7f12b4065a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.757+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.760 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 zone default found 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 4 Realm: () 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 zonegroup default 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.761 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.758+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.759+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.759+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.759+0000 7f12c4592900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:16.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.759+0000 7f12c4592900 20 started sync module instance, tier type = 2026-04-17T17:45:16.762 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.759+0000 7f12c4592900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:16.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.762+0000 7f12c4592900 20 add_watcher() i=0 2026-04-17T17:45:16.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.762+0000 7f12c4592900 20 add_watcher() i=3 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.763+0000 7f12c4592900 20 add_watcher() i=7 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.763+0000 7f12c4592900 20 add_watcher() i=5 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.763+0000 7f12c4592900 20 add_watcher() i=6 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.763+0000 7f12c4592900 20 add_watcher() i=4 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.763+0000 7f12c4592900 20 add_watcher() i=1 2026-04-17T17:45:16.766 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.764+0000 7f12c4592900 20 add_watcher() i=2 2026-04-17T17:45:16.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.764+0000 7f12c4592900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:16.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.766+0000 7f12c4592900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:16.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.766+0000 7f12c4592900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:16.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.766+0000 7f12c4592900 5 note: GC not initialized 2026-04-17T17:45:16.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.766+0000 7f126dfeb640 20 reqs_thread_entry: start 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 Filter name: none 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f1266ffd640 20 reqs_thread_entry: start 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.805+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:16.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=194 2026-04-17T17:45:16.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 rados->read ofs=0 len=0 2026-04-17T17:45:16.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 rados_obj.operate() r=0 bl.length=424 2026-04-17T17:45:16.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.806+0000 7f12c4592900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:16.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.810+0000 7f12c4592900 20 remove_watcher() i=3 2026-04-17T17:45:16.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.810+0000 7f12c4592900 2 removed watcher, disabling cache 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.810+0000 7f12c4592900 20 remove_watcher() i=0 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=1 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=4 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=5 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=6 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=2 2026-04-17T17:45:16.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:16.811+0000 7f12c4592900 20 remove_watcher() i=7 2026-04-17T17:45:16.821 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:16.821 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:16.821 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-set-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.25 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:45:16.821 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:16.823 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:16.823 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:16.832 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:16.832 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:16.972 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:16.973 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.014 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2026-04-17T17:45:17.014 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:17.015 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.015 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.041 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.041 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.089 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.089 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.139 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.139 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.189 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.189 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.239 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.239 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.290 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.290 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.340 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.340 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.390 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.390 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.440 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.440 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.491 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.491 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.542 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.542 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.592 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.592 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.662 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.662 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.711 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.711 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.760 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.760 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.812 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.812 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:17.862 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:17.862 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:18.048 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:18.048 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:18.101 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:18.101 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:18.153 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:18.153 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:18.208 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:18.208 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:18.356 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-17T17:45:18.375 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:18.375 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:18.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.391+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 realm 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.392+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.393+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:18.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.393+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.394+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:18.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.394+0000 7ffae39a3900 20 searching for the correct realm 2026-04-17T17:45:18.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.396+0000 7ffadaffd640 0 -- 192.168.123.106:0/4214694309 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55f76f9ed010 msgr2=0x55f76fa0d4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:18.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.399+0000 7ffad3fff640 0 -- 192.168.123.106:0/4214694309 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ffad40c9a70 msgr2=0x7ffad40c91f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 zone default found 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 4 Realm: () 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 zonegroup default 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.405 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.402+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 started sync module instance, tier type = 2026-04-17T17:45:18.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.403+0000 7ffae39a3900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:18.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.452+0000 7ffae39a3900 20 add_watcher() i=0 2026-04-17T17:45:18.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.452+0000 7ffae39a3900 20 add_watcher() i=2 2026-04-17T17:45:18.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.452+0000 7ffae39a3900 20 add_watcher() i=1 2026-04-17T17:45:18.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.453+0000 7ffae39a3900 20 add_watcher() i=3 2026-04-17T17:45:18.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.453+0000 7ffae39a3900 20 add_watcher() i=7 2026-04-17T17:45:18.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.457+0000 7ffae39a3900 20 add_watcher() i=4 2026-04-17T17:45:18.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.457+0000 7ffae39a3900 20 add_watcher() i=6 2026-04-17T17:45:18.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.457+0000 7ffae39a3900 20 add_watcher() i=5 2026-04-17T17:45:18.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.457+0000 7ffae39a3900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:18.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.473+0000 7ffae39a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:18.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.473+0000 7ffae39a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:18.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.473+0000 7ffae39a3900 5 note: GC not initialized 2026-04-17T17:45:18.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.473+0000 7ffa877fe640 20 reqs_thread_entry: start 2026-04-17T17:45:18.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.976+0000 7ffae39a3900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:18.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.976+0000 7ffae39a3900 20 Filter name: none 2026-04-17T17:45:18.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.976+0000 7ffa857fa640 20 reqs_thread_entry: start 2026-04-17T17:45:18.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.976+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.977+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:18.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.977+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.977+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:18.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.977+0000 7ffae39a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:18.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.977+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.978+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:18.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.978+0000 7ffae39a3900 20 rados->read ofs=0 len=0 2026-04-17T17:45:18.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.978+0000 7ffae39a3900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:18.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.978+0000 7ffae39a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.983+0000 7ffae39a3900 20 remove_watcher() i=0 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.983+0000 7ffae39a3900 2 removed watcher, disabling cache 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.983+0000 7ffae39a3900 20 remove_watcher() i=3 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.983+0000 7ffae39a3900 20 remove_watcher() i=1 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.984+0000 7ffae39a3900 20 remove_watcher() i=2 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.984+0000 7ffae39a3900 20 remove_watcher() i=7 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.984+0000 7ffae39a3900 20 remove_watcher() i=5 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.984+0000 7ffae39a3900 20 remove_watcher() i=6 2026-04-17T17:45:18.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:18.984+0000 7ffae39a3900 20 remove_watcher() i=4 2026-04-17T17:45:18.994 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:18.994 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:18.994 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:18.994 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:18.996 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2026-04-17T17:45:19.018 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:19.018 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:19.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.042+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 realm 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.048 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.045+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.046+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.049 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.046+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.047+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:19.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.047+0000 7ff1c079c900 20 searching for the correct realm 2026-04-17T17:45:19.053 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.050+0000 7ff1b7fff640 0 -- 192.168.123.106:0/3720259692 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7ff1b0077a20 msgr2=0x7ff1b0061a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:19.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.256+0000 7ff1bcd84640 0 -- 192.168.123.106:0/3720259692 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7ff1a009f040 msgr2=0x7ff1a0092430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 zone default found 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 4 Realm: () 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 zonegroup default 2026-04-17T17:45:19.263 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.260+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 started sync module instance, tier type = 2026-04-17T17:45:19.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.261+0000 7ff1c079c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:19.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.265+0000 7ff1c079c900 20 add_watcher() i=3 2026-04-17T17:45:19.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.265+0000 7ff1c079c900 20 add_watcher() i=0 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=4 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=5 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=2 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=1 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=7 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 20 add_watcher() i=6 2026-04-17T17:45:19.269 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.266+0000 7ff1c079c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.268+0000 7ff1c079c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.268+0000 7ff1c079c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.268+0000 7ff1c079c900 5 note: GC not initialized 2026-04-17T17:45:19.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.269+0000 7ff1697f2640 20 reqs_thread_entry: start 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 20 Filter name: none 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1627fc640 20 reqs_thread_entry: start 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 : miss 2026-04-17T17:45:19.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.314+0000 7ff1c079c900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.315+0000 7ff1c079c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 2026-04-17T17:45:19.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.318+0000 7ff1c079c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.318+0000 7ff1c079c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.318+0000 7ff1c079c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.318+0000 7ff1c079c900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26, ofs0, ns] 2026-04-17T17:45:19.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.319+0000 7ff19b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894505 cookie 94583967102736 notifier 6338 bl.length()=951 2026-04-17T17:45:19.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.319+0000 7ff19b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.319+0000 7ff19b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.322 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.319+0000 7ff19b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_sources= new_sources= 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential sources added=[] removed=[] 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_dests= new_dests= 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential dests added=[] removed=[] 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 -1 Injecting error=-5 at location=trim_reshard_log_entries 2026-04-17T17:45:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.320+0000 7ff1c079c900 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=0 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 2 removed watcher, disabling cache 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=5 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=1 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=2 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=7 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=3 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=6 2026-04-17T17:45:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.326+0000 7ff1c079c900 20 remove_watcher() i=4 2026-04-17T17:45:19.338 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-17T17:45:19.359 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:19.359 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:19.381 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.378+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 20 realm 2026-04-17T17:45:19.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.379+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.380+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.380+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.380+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.380+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.382+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:19.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.382+0000 7f18aab25900 20 searching for the correct realm 2026-04-17T17:45:19.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.386+0000 7f18a686f640 0 -- 192.168.123.106:0/3150731051 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x564daf46f7e0 msgr2=0x564daf48fc40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:19.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.389+0000 7f18a606e640 0 -- 192.168.123.106:0/3150731051 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f1898037420 msgr2=0x7f1898037890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.393+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 zone default found 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 4 Realm: () 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 zonegroup default 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.394+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.395+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.395+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.395+0000 7f18aab25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.395+0000 7f18aab25900 20 started sync module instance, tier type = 2026-04-17T17:45:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.395+0000 7f18aab25900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:19.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.399+0000 7f18aab25900 20 add_watcher() i=1 2026-04-17T17:45:19.402 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.399+0000 7f18aab25900 20 add_watcher() i=2 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=5 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=3 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=0 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=6 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=7 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 20 add_watcher() i=4 2026-04-17T17:45:19.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.400+0000 7f18aab25900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:19.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.403+0000 7f18aab25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:19.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.403+0000 7f18aab25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:19.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.403+0000 7f18aab25900 5 note: GC not initialized 2026-04-17T17:45:19.406 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.403+0000 7f184f7fe640 20 reqs_thread_entry: start 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 Filter name: none 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f184d7fa640 20 reqs_thread_entry: start 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:19.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:19.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:19.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:19.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.451+0000 7f18aab25900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.452+0000 7f18aab25900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:19.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.452+0000 7f18aab25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=1 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 2 removed watcher, disabling cache 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=0 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=3 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=5 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=2 2026-04-17T17:45:19.459 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=7 2026-04-17T17:45:19.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=6 2026-04-17T17:45:19.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.456+0000 7f18aab25900 20 remove_watcher() i=4 2026-04-17T17:45:19.468 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:19.468 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:19.468 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:19.468 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:19.469 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:19.469 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:19.494 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:19.494 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:19.544 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:45:19.567 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:19.567 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:19.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.590+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 realm 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.591+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.592+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.592+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.592+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:19.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.592+0000 7f723478a900 20 searching for the correct realm 2026-04-17T17:45:19.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.594+0000 7f7230ce8640 0 -- 192.168.123.106:0/2644157145 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f72140afbd0 msgr2=0x7f7214086400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:19.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.598+0000 7f7223fff640 0 -- 192.168.123.106:0/2644157145 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f722403e780 msgr2=0x7f7224046610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:19.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.802+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 zone default found 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 4 Realm: () 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 zonegroup default 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.803+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.804+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.804+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.804+0000 7f723478a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:19.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.804+0000 7f723478a900 20 started sync module instance, tier type = 2026-04-17T17:45:19.807 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.804+0000 7f723478a900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:19.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.807+0000 7f723478a900 20 add_watcher() i=0 2026-04-17T17:45:19.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.807+0000 7f723478a900 20 add_watcher() i=5 2026-04-17T17:45:19.810 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.807+0000 7f723478a900 20 add_watcher() i=2 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.808+0000 7f723478a900 20 add_watcher() i=4 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.808+0000 7f723478a900 20 add_watcher() i=6 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.808+0000 7f723478a900 20 add_watcher() i=7 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.808+0000 7f723478a900 20 add_watcher() i=1 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.809+0000 7f723478a900 20 add_watcher() i=3 2026-04-17T17:45:19.811 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.809+0000 7f723478a900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:19.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.810+0000 7f723478a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:19.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.810+0000 7f723478a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:19.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.811+0000 7f723478a900 5 note: GC not initialized 2026-04-17T17:45:19.814 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.811+0000 7f71dcff1640 20 reqs_thread_entry: start 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 20 Filter name: none 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f71d67fc640 20 reqs_thread_entry: start 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 : miss 2026-04-17T17:45:19.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.858+0000 7f723478a900 20 rados->read ofs=0 len=0 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.862 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.859+0000 7f723478a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 2026-04-17T17:45:19.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.860+0000 7f723478a900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.864+0000 7f723478a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.864+0000 7f723478a900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.864+0000 7f723478a900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.864+0000 7f723478a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26, ofs0, ns] 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.864+0000 7f720f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894506 cookie 94536443673680 notifier 6368 bl.length()=951 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.865+0000 7f720f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.865+0000 7f720f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.865+0000 7f720f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.866+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_sources= new_sources= 2026-04-17T17:45:19.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.866+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential sources added=[] removed=[] 2026-04-17T17:45:19.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.866+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_dests= new_dests= 2026-04-17T17:45:19.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.866+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential dests added=[] removed=[] 2026-04-17T17:45:19.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.868+0000 7f723478a900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.2.0 2026-04-17T17:45:19.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.868+0000 7f723478a900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.2.0 2026-04-17T17:45:19.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.868+0000 7f723478a900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.2.1 2026-04-17T17:45:19.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.868+0000 7f723478a900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.2.1 2026-04-17T17:45:19.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.868+0000 7f723478a900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.0 2026-04-17T17:45:19.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.870+0000 7f723478a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:19.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.870+0000 7f723478a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 2026-04-17T17:45:19.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.871+0000 7f723478a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.871+0000 7f723478a900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.871+0000 7f723478a900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.871+0000 7f723478a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26, ofs0, ns] 2026-04-17T17:45:19.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.872+0000 7f720effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894507 cookie 94536443673680 notifier 6368 bl.length()=951 2026-04-17T17:45:19.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.872+0000 7f720effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.872+0000 7f720effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.872+0000 7f720effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.873+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_sources= new_sources= 2026-04-17T17:45:19.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.873+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential sources added=[] removed=[] 2026-04-17T17:45:19.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.873+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_dests= new_dests= 2026-04-17T17:45:19.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.873+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential dests added=[] removed=[] 2026-04-17T17:45:19.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.874+0000 7f723478a900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26.0 2026-04-17T17:45:19.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.875+0000 7f723478a900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:19.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.875+0000 7f723478a900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f723478a900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f723478a900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f723478a900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f723478a900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26, ofs0, ns] 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f720effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894508 cookie 94536443673680 notifier 6368 bl.length()=915 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f720effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 info.flags=0x17 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f720effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 to cache LRU end 2026-04-17T17:45:19.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.876+0000 7f720effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:19.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.877+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_sources= new_sources= 2026-04-17T17:45:19.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.877+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential sources added=[] removed=[] 2026-04-17T17:45:19.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.877+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): orig_dests= new_dests= 2026-04-17T17:45:19.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.877+0000 7f723478a900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26]): potential dests added=[] removed=[] 2026-04-17T17:45:19.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.878+0000 7f723478a900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=3 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 2 removed watcher, disabling cache 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=0 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=2 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=7 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=1 2026-04-17T17:45:19.886 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=4 2026-04-17T17:45:19.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.883+0000 7f723478a900 20 remove_watcher() i=5 2026-04-17T17:45:19.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:19.884+0000 7f723478a900 20 remove_watcher() i=6 2026-04-17T17:45:19.895 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-17T17:45:19.915 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:19.916 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:20.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.127+0000 7f5d277fe640 0 --2- 192.168.123.106:0/905293255 >> [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] conn(0x5603616384f0 0x560361664df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-17T17:45:20.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.136+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.137+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.137+0000 7f5d2fc12900 20 realm 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.137+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.138+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:20.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.139+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.139+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:20.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.139+0000 7f5d2fc12900 20 searching for the correct realm 2026-04-17T17:45:20.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.140+0000 7f5d1ffff640 0 -- 192.168.123.106:0/3557605140 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f5d1800b8d0 msgr2=0x7f5d1802a040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:20.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.143+0000 7f5d277fe640 0 -- 192.168.123.106:0/3557605140 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f5d100dd040 msgr2=0x7f5d1008ca10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 zone default found 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 4 Realm: () 2026-04-17T17:45:20.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 zonegroup default 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.149+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 started sync module instance, tier type = 2026-04-17T17:45:20.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.150+0000 7f5d2fc12900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:20.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.226+0000 7f5d2fc12900 20 add_watcher() i=7 2026-04-17T17:45:20.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.230+0000 7f5d2fc12900 20 add_watcher() i=2 2026-04-17T17:45:20.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.230+0000 7f5d2fc12900 20 add_watcher() i=1 2026-04-17T17:45:20.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.230+0000 7f5d2fc12900 20 add_watcher() i=4 2026-04-17T17:45:20.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.230+0000 7f5d2fc12900 20 add_watcher() i=5 2026-04-17T17:45:20.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.232+0000 7f5d2fc12900 20 add_watcher() i=3 2026-04-17T17:45:20.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.238+0000 7f5d2fc12900 20 add_watcher() i=0 2026-04-17T17:45:20.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.238+0000 7f5d2fc12900 20 add_watcher() i=6 2026-04-17T17:45:20.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.238+0000 7f5d2fc12900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:20.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.249+0000 7f5d2fc12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:20.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.249+0000 7f5d2fc12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:20.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.249+0000 7f5d2fc12900 5 note: GC not initialized 2026-04-17T17:45:20.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.249+0000 7f5cd37fe640 20 reqs_thread_entry: start 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.320+0000 7f5d2fc12900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.320+0000 7f5d2fc12900 20 Filter name: none 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5cd17fa640 20 reqs_thread_entry: start 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:20.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.321+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.322+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:20.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.322+0000 7f5d2fc12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:20.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.322+0000 7f5d2fc12900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:20.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.322+0000 7f5d2fc12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.326+0000 7f5d2fc12900 20 remove_watcher() i=3 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.326+0000 7f5d2fc12900 2 removed watcher, disabling cache 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=5 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=0 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=4 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=6 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=2 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=7 2026-04-17T17:45:20.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:20.327+0000 7f5d2fc12900 20 remove_watcher() i=1 2026-04-17T17:45:20.338 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:20.338 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:20.338 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.26 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:45:20.338 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:20.339 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.339 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.349 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.349 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.500 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.500 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.548 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2026-04-17T17:45:20.548 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:20.548 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.548 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.578 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.579 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.628 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.628 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.678 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.678 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.730 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.730 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.780 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.780 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.832 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.832 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.881 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.881 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.932 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.932 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:20.983 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:20.983 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.033 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.033 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.085 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.085 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.135 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.135 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.186 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.186 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.236 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.236 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.286 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.286 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.337 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.337 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.389 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.389 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.439 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.439 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.488 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.488 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.538 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.539 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.589 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:21.589 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:21.639 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-17T17:45:21.661 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:21.661 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:21.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.683+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 realm 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.684+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.685+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:21.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.685+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.686+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:21.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.686+0000 7fa633729900 20 searching for the correct realm 2026-04-17T17:45:21.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.688+0000 7fa62affd640 0 -- 192.168.123.106:0/1853430266 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x559e93ed8470 msgr2=0x559e93ef8920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:21.695 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.692+0000 7fa62b7fe640 0 -- 192.168.123.106:0/1853430266 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x559e93eb56b0 msgr2=0x559e93ed5a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:21.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:21.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:21.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:21.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:21.698 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.695+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 zone default found 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 4 Realm: () 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 zonegroup default 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.696+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.697+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.699 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.697+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.697+0000 7fa633729900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.697+0000 7fa633729900 20 started sync module instance, tier type = 2026-04-17T17:45:21.700 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.697+0000 7fa633729900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:21.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.766+0000 7fa633729900 20 add_watcher() i=0 2026-04-17T17:45:21.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.766+0000 7fa633729900 20 add_watcher() i=2 2026-04-17T17:45:21.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.766+0000 7fa633729900 20 add_watcher() i=3 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 20 add_watcher() i=5 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 20 add_watcher() i=1 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 20 add_watcher() i=6 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 20 add_watcher() i=7 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 20 add_watcher() i=4 2026-04-17T17:45:21.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.779+0000 7fa633729900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:21.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.791+0000 7fa633729900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:21.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.791+0000 7fa633729900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:21.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.791+0000 7fa633729900 5 note: GC not initialized 2026-04-17T17:45:21.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.791+0000 7fa5d77fe640 20 reqs_thread_entry: start 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa633729900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa633729900 20 Filter name: none 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa5d57fa640 20 reqs_thread_entry: start 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:21.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.846+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:21.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.847+0000 7fa633729900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:21.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=3 2026-04-17T17:45:21.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 2 removed watcher, disabling cache 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=1 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=7 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=0 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=4 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=6 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=5 2026-04-17T17:45:21.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.853+0000 7fa633729900 20 remove_watcher() i=2 2026-04-17T17:45:21.863 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:21.863 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:21.863 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:21.863 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:21.866 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2026-04-17T17:45:21.892 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:21.892 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:21.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.911+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 realm 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:21.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.913+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.914+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:21.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.914+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:21.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.915+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:21.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.915+0000 7f11d654d900 20 searching for the correct realm 2026-04-17T17:45:21.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:21.917+0000 7f11d2aca640 0 -- 192.168.123.106:0/918528924 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f11b8018ba0 msgr2=0x7f11b803ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:22.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.122+0000 7f11d1ac8640 0 -- 192.168.123.106:0/918528924 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f11b4002340 msgr2=0x7f11c40d01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.327+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 zone default found 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 4 Realm: () 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 zonegroup default 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.328+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.329+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.329+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.329+0000 7f11d654d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.329+0000 7f11d654d900 20 started sync module instance, tier type = 2026-04-17T17:45:22.332 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.329+0000 7f11d654d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:22.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.332+0000 7f11d654d900 20 add_watcher() i=7 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=3 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=0 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=1 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=2 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=4 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=5 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 20 add_watcher() i=6 2026-04-17T17:45:22.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.333+0000 7f11d654d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:22.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.335+0000 7f11d654d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:22.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.335+0000 7f11d654d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:22.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.335+0000 7f11d654d900 5 note: GC not initialized 2026-04-17T17:45:22.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.336+0000 7f117affd640 20 reqs_thread_entry: start 2026-04-17T17:45:22.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.379+0000 7f11d654d900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:22.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.379+0000 7f11d654d900 20 Filter name: none 2026-04-17T17:45:22.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.379+0000 7f1178ff9640 20 reqs_thread_entry: start 2026-04-17T17:45:22.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.379+0000 7f11d654d900 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2026-04-17T17:45:22.382 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.379+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 : miss 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 info.flags=0x17 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 to cache LRU end 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:22.383 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.380+0000 7f11d654d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 2026-04-17T17:45:22.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11d654d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 info.flags=0x17 2026-04-17T17:45:22.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11d654d900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 to cache LRU end 2026-04-17T17:45:22.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11d654d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:22.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11d654d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27, ofs0, ns] 2026-04-17T17:45:22.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11b1ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894513 cookie 94866676720640 notifier 6419 bl.length()=951 2026-04-17T17:45:22.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11b1ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 info.flags=0x17 2026-04-17T17:45:22.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11b1ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 to cache LRU end 2026-04-17T17:45:22.389 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.385+0000 7f11b1ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): orig_sources= new_sources= 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): potential sources added=[] removed=[] 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): orig_dests= new_dests= 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): potential dests added=[] removed=[] 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 -1 Injecting error=-95 at location=trim_reshard_log_entries 2026-04-17T17:45:22.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.387+0000 7f11d654d900 0 WARNING: trim_reshard_log() does not supported logrecord, falling back to block reshard mode. 2026-04-17T17:45:22.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.388+0000 7f11d654d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27.1.0 2026-04-17T17:45:22.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.388+0000 7f11d654d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27.1.0 2026-04-17T17:45:22.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.388+0000 7f11d654d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27.1.1 2026-04-17T17:45:22.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.388+0000 7f11d654d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27.1.1 2026-04-17T17:45:22.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.388+0000 7f11d654d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27.0 2026-04-17T17:45:22.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.390+0000 7f11d654d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:22.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.390+0000 7f11d654d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 2026-04-17T17:45:22.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11d654d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 info.flags=0x17 2026-04-17T17:45:22.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11d654d900 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 to cache LRU end 2026-04-17T17:45:22.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11d654d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:22.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11d654d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27, ofs0, ns] 2026-04-17T17:45:22.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11b17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894514 cookie 94866676720640 notifier 6419 bl.length()=915 2026-04-17T17:45:22.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11b17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 info.flags=0x17 2026-04-17T17:45:22.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11b17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 to cache LRU end 2026-04-17T17:45:22.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.392+0000 7f11b17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:22.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.393+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): orig_sources= new_sources= 2026-04-17T17:45:22.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.393+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): potential sources added=[] removed=[] 2026-04-17T17:45:22.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.393+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): orig_dests= new_dests= 2026-04-17T17:45:22.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.393+0000 7f11d654d900 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27]): potential dests added=[] removed=[] 2026-04-17T17:45:22.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.394+0000 7f11d654d900 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 20 remove_watcher() i=0 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 2 removed watcher, disabling cache 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 20 remove_watcher() i=5 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 20 remove_watcher() i=3 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 20 remove_watcher() i=1 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.399+0000 7f11d654d900 20 remove_watcher() i=2 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.400+0000 7f11d654d900 20 remove_watcher() i=4 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.400+0000 7f11d654d900 20 remove_watcher() i=6 2026-04-17T17:45:22.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.400+0000 7f11d654d900 20 remove_watcher() i=7 2026-04-17T17:45:22.411 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2026-04-17T17:45:22.431 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:22.431 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:22.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.451+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 realm 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.453+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.454+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:22.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.454+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.455+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:22.458 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.455+0000 7fa252611900 20 searching for the correct realm 2026-04-17T17:45:22.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.457+0000 7fa24d45d640 0 -- 192.168.123.106:0/1728960553 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fa23c0e0040 msgr2=0x7fa23c003420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:22.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.461+0000 7fa24d45d640 0 -- 192.168.123.106:0/1728960553 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fa240066940 msgr2=0x7fa24002e3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:22.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.666+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 zone default found 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 4 Realm: () 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 zonegroup default 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.667+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.668+0000 7fa252611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:22.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.668+0000 7fa252611900 20 started sync module instance, tier type = 2026-04-17T17:45:22.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.668+0000 7fa252611900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.671+0000 7fa252611900 20 add_watcher() i=3 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.671+0000 7fa252611900 20 add_watcher() i=7 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=0 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=2 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=1 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=4 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=5 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 20 add_watcher() i=6 2026-04-17T17:45:22.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.672+0000 7fa252611900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:22.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.674+0000 7fa252611900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:22.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.674+0000 7fa252611900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:22.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.674+0000 7fa252611900 5 note: GC not initialized 2026-04-17T17:45:22.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.675+0000 7fa1fb7ee640 20 reqs_thread_entry: start 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa252611900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa252611900 20 Filter name: none 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa1f97ea640 20 reqs_thread_entry: start 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.714+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:22.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.715+0000 7fa252611900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=4 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 2 removed watcher, disabling cache 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=0 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=5 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=2 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=7 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=1 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=6 2026-04-17T17:45:22.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:22.720+0000 7fa252611900 20 remove_watcher() i=3 2026-04-17T17:45:22.730 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:22.730 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:22.730 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.27 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-17T17:45:22.730 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:22.731 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:22.731 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:22.745 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:22.745 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:22.916 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:22.916 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:22.969 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2026-04-17T17:45:22.969 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:22.970 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:22.970 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.006 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.006 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.056 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.056 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.106 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.106 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.156 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.156 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.209 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.209 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.261 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.261 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.312 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.312 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.362 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.362 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.414 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.414 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.465 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.465 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.516 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.516 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.570 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.570 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.620 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.620 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.671 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.671 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.722 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.722 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.772 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.772 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.823 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.823 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.873 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.873 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.923 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.923 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:23.974 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:23.974 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:24.025 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:24.025 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:24.076 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-17T17:45:24.100 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:24.100 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:24.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.119+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 realm 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.121+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.122+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.122+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.122+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:24.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.122+0000 7fe4f7f22900 20 searching for the correct realm 2026-04-17T17:45:24.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.124+0000 7fe4effff640 0 -- 192.168.123.106:0/3921709233 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fe4d809eb50 msgr2=0x7fe4d80ab910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:24.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.127+0000 7fe4e6dff640 0 -- 192.168.123.106:0/3921709233 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fe4e8084ab0 msgr2=0x7fe4e8079e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.332+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 zone default found 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 4 Realm: () 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 zonegroup default 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.333+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.334+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.334+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.334+0000 7fe4f7f22900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.334+0000 7fe4f7f22900 20 started sync module instance, tier type = 2026-04-17T17:45:24.337 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.334+0000 7fe4f7f22900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:24.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.338+0000 7fe4f7f22900 20 add_watcher() i=0 2026-04-17T17:45:24.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.338+0000 7fe4f7f22900 20 add_watcher() i=3 2026-04-17T17:45:24.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.338+0000 7fe4f7f22900 20 add_watcher() i=4 2026-04-17T17:45:24.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.338+0000 7fe4f7f22900 20 add_watcher() i=7 2026-04-17T17:45:24.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.339+0000 7fe4f7f22900 20 add_watcher() i=5 2026-04-17T17:45:24.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.339+0000 7fe4f7f22900 20 add_watcher() i=6 2026-04-17T17:45:24.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.339+0000 7fe4f7f22900 20 add_watcher() i=2 2026-04-17T17:45:24.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.339+0000 7fe4f7f22900 20 add_watcher() i=1 2026-04-17T17:45:24.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.339+0000 7fe4f7f22900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:24.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.341+0000 7fe4f7f22900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:24.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.341+0000 7fe4f7f22900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:24.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.341+0000 7fe4f7f22900 5 note: GC not initialized 2026-04-17T17:45:24.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.342+0000 7fe4a0ff1640 20 reqs_thread_entry: start 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.383+0000 7fe4f7f22900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.383+0000 7fe4f7f22900 20 Filter name: none 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe499ffb640 20 reqs_thread_entry: start 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.384+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.385+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:24.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.385+0000 7fe4f7f22900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.385+0000 7fe4f7f22900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:24.388 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.385+0000 7fe4f7f22900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=0 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 2 removed watcher, disabling cache 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=4 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=6 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=3 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=5 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=7 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=2 2026-04-17T17:45:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.389+0000 7fe4f7f22900 20 remove_watcher() i=1 2026-04-17T17:45:24.398 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.398 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:24.398 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:24.398 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.400 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2026-04-17T17:45:24.424 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:24.424 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:24.450 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.447+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 realm 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.449+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:24.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.449+0000 7fb518618900 20 searching for the correct realm 2026-04-17T17:45:24.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.452+0000 7fb50ffff640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x555ce17400b0 msgr2=0x555ce1760490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.454+0000 7fb50effd640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fb50809c0b0 msgr2=0x7fb5080665a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 zone default found 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 4 Realm: () 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 zonegroup default 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.663+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.663+0000 7fb518618900 20 started sync module instance, tier type = 2026-04-17T17:45:24.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.663+0000 7fb518618900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:24.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=3 2026-04-17T17:45:24.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=0 2026-04-17T17:45:24.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=7 2026-04-17T17:45:24.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=5 2026-04-17T17:45:24.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=2 2026-04-17T17:45:24.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=4 2026-04-17T17:45:24.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=6 2026-04-17T17:45:24.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=1 2026-04-17T17:45:24.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.669+0000 7fb518618900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:24.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:24.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:24.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.672+0000 7fb518618900 5 note: GC not initialized 2026-04-17T17:45:24.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.672+0000 7fb4c0fe9640 20 reqs_thread_entry: start 2026-04-17T17:45:24.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.717+0000 7fb518618900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:24.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.717+0000 7fb518618900 20 Filter name: none 2026-04-17T17:45:24.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.717+0000 7fb4ba7fc640 20 reqs_thread_entry: start 2026-04-17T17:45:24.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-17T17:45:24.720 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:24.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:24.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:24.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : miss 2026-04-17T17:45:24.721 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.719+0000 7fb518618900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:24.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.723+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.723+0000 7fb518618900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.723+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.723+0000 7fb518618900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:24.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894545 cookie 93857407859696 notifier 6467 bl.length()=951 2026-04-17T17:45:24.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb518618900 time 2026-04-17T17:45:24.727615+0000 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb51938f8f8] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.726+0000 7fb518618900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb518618900 time 2026-04-17T17:45:24.727615+0000 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb51938f8f8] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:45:24.729 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fb518618900 thread_name:radosgw-admin 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb51843fc30] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb51848d02c] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb51938f957] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:45:24.730 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.727+0000 7fb518618900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fb518618900 thread_name:radosgw-admin 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb51843fc30] 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb51848d02c] 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:45:24.733 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb51938f957] 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:45:24.429+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:45:24.429+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:45:24.429+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:45:24.429+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:45:24.429+0000 7fb518618900 1 librados: starting msgr at 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:45:24.429+0000 7fb518618900 1 librados: starting objecter 2026-04-17T17:45:24.734 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:45:24.429+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests hook 0x555ce13a5980 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:45:24.430+0000 7fb518618900 1 librados: setting wanted keys 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:45:24.430+0000 7fb518618900 1 librados: calling monclient init 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:45:24.430+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:45:24.430+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:45:24.430+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key hook 0x555ce13a06f8 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce12fcdb0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce13280a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce1329310 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.507426s 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce1329310 auth_method 0 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce12fcdb0 auth_method 0 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce13280a0 auth_method 0 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.735 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_done global_id 6458 payload 824 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:45:24.430+0000 7fb50effd640 1 monclient: found mon.noname-c 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: dump: 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:45:24.431+0000 7fb505ffb640 4 set_mon_vals no callback set 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: dump: 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:45:24.432+0000 7fb518618900 5 monclient: authenticate success, global_id 6458 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:45:24.432+0000 7fb518618900 1 librados: init done 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:45:24.434+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x7fb4f0077680 auth_method 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:45:24.434+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce13d0880 auth_method 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:45:24.435+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce150e3f0 auth_method 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:45:24.435+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce1530740 auth_method 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:45:24.436+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce1552970 auth_method 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:45:24.437+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.736 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:45:24.437+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:45:24.437+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests cmddesc objecter_requests hook 0x555ce15775f0 EEXIST 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:45:24.438+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:45:24.438+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:45:24.438+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x555ce1551610 EEXIST 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce159f820 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce159fbf0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce15d1ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.515447s 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce159fbf0 auth_method 0 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce15d1ee0 auth_method 0 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.737 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce159f820 auth_method 0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_done global_id 6199 payload 824 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:45:24.438+0000 7fb50ffff640 1 monclient: found mon.noname-b 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: dump: 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:45:24.439+0000 7fb518618900 5 monclient: authenticate success, global_id 6199 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: dump: 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:45:24.439+0000 7fb514d85640 4 set_mon_vals no callback set 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.744 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:45:24.441+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb4e4077450 auth_method 0 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: get_monmap_and_config 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:45:24.441+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:45:24.441+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:45:24.441+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:45:24.442+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:45:24.442+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x7ffe4e7836b8 EEXIST 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce16361b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce165b530 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce1635390 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.519124s 2026-04-17T17:45:24.745 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce16361b0 auth_method 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce1635390 auth_method 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce165b530 auth_method 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_done global_id 6804 payload 274 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:45:24.442+0000 7fb50effd640 1 monclient: found mon.noname-a 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: dump: 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: dump: 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:45:24.442+0000 7fb518618900 5 monclient: authenticate success, global_id 6804 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: get_monmap_and_config success 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:45:24.442+0000 7fb518618900 4 set_mon_vals no callback set 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: shutdown 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:45:24.443+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.746 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: starting msgr at 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: starting objecter 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:45:24.444+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests cmddesc objecter_requests hook 0x555ce168c470 EEXIST 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: setting wanted keys 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: calling monclient init 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:45:24.444+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x555ce1633148 EEXIST 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce16361b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce165b530 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce1693b70 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.521827s 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce165b530 auth_method 0 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.747 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce16361b0 auth_method 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce1693b70 auth_method 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient(hunting): handle_auth_done global_id 6467 payload 824 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:45:24.445+0000 7fb50ffff640 1 monclient: found mon.noname-c 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: dump: 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: dump: 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:45:24.445+0000 7fb518618900 5 monclient: authenticate success, global_id 6467 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:45:24.445+0000 7fb4eeffd640 4 set_mon_vals no callback set 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:45:24.445+0000 7fb518618900 1 librados: init done 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:45:24.445+0000 7fb518618900 5 asok(0x555ce1299740) register_command cr dump hook 0x555ce1662cd8 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:45:24.447+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb4d0077530 auth_method 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:45:24.447+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:45:24.447+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce16fc100 auth_method 0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:45:24.448+0000 7fb518618900 20 realm 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:45:24.448+0000 7fb518618900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:24.748 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:45:24.448+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce171e860 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:45:24.449+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce17400b0 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:45:24.449+0000 7fb518618900 20 searching for the correct realm 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:45:24.450+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1762e50 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:45:24.450+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb500081040 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:45:24.451+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb4fc07ab60 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:45:24.452+0000 7fb50ffff640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x555ce17400b0 msgr2=0x555ce1760490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 1 client.6467.objecter ms_handle_reset 0x555ce17400b0 session 0x555ce171dbb0 osd.4 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 10 monclient: _renew_subs 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:45:24.452+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb4d00a4270 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:45:24.453+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x7fb5080a5040 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:45:24.454+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb50809c0b0 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:45:24.454+0000 7fb50effd640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fb50809c0b0 msgr2=0x7fb5080665a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:45:24.656+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb50809c0b0 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:45:24.662+0000 7fb518618900 20 zone default found 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:45:24.662+0000 7fb518618900 4 Realm: () 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:45:24.662+0000 7fb518618900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:45:24.662+0000 7fb518618900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:45:24.662+0000 7fb518618900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:45:24.662+0000 7fb518618900 20 zonegroup default 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:45:24.663+0000 7fb518618900 20 started sync module instance, tier type = 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:45:24.663+0000 7fb518618900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=3 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=7 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=5 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=2 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=4 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=6 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=1 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:45:24.669+0000 7fb518618900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:45:24.669+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb49c007220 auth_method 0 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.749 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:45:24.671+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache list hook 0x555ce1693fa0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache inspect hook 0x555ce1693fa0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache erase hook 0x555ce1693fa0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache zap hook 0x555ce1693fa0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:45:24.672+0000 7fb518618900 5 note: GC not initialized 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:45:24.672+0000 7fb4c0fe9640 20 reqs_thread_entry: start 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace show hook 0x7fb5000677e0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace history hook 0x7fb5000677e0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace active hook 0x7fb5000677e0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace active_short hook 0x7fb5000677e0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:45:24.672+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1799730 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:45:24.674+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce179a940 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:45:24.676+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce175fc90 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:45:24.677+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1795ae0 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:45:24.682+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce1798340 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:45:24.687+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce178cbf0 auth_method 0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:45:24.717+0000 7fb518618900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:45:24.717+0000 7fb518618900 20 Filter name: none 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:45:24.717+0000 7fb4ba7fc640 20 reqs_thread_entry: start 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:45:24.718+0000 7fb518618900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : miss 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:45:24.719+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:45:24.719+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:45:24.719+0000 7fb518618900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:45:24.719+0000 7fb518618900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:45:24.723+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:45:24.723+0000 7fb518618900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:45:24.723+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:45:24.723+0000 7fb518618900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894545 cookie 93857407859696 notifier 6467 bl.length()=951 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:45:24.726+0000 7fb518618900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb518618900 time 2026-04-17T17:45:24.727615+0000 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb51938f8f8] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.750 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:45:24.727+0000 7fb518618900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fb518618900 thread_name:radosgw-admin 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb51843fc30] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb51848d02c] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb51938f957] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:45:24.751 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:45:24.752 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4ba7fc640 / http_manager 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4c0fe9640 / http_manager 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4ed7fa640 / ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4eeffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4f97fa640 / ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4fbfff640 / ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb505ffb640 / io_context_pool, ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb5067fc640 / admin_socket 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50e7fc640 / ms_dispatch 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50effd640 / msgr-worker-2 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50f7fe640 / msgr-worker-1 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50ffff640 / msgr-worker-0 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb514d85640 / io_context_pool 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 7fb518618900 / radosgw-admin 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.95234.log 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:45:24.429+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:45:24.429+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:45:24.429+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:45:24.429+0000 7fb518618900 5 AuthRegistry(0x555ce14811e0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:45:24.429+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:45:24.429+0000 7fb518618900 1 librados: starting msgr at 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:45:24.429+0000 7fb518618900 1 librados: starting objecter 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:45:24.429+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests hook 0x555ce13a5980 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:45:24.430+0000 7fb518618900 1 librados: setting wanted keys 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:45:24.430+0000 7fb518618900 1 librados: calling monclient init 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding auth protocol: cephx 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.753 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: crc 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:45:24.430+0000 7fb518618900 5 AuthRegistry(0x555ce13a05b0) adding con mode: secure 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:45:24.430+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:45:24.430+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:45:24.430+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key hook 0x555ce13a06f8 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce12fcdb0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce13280a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce1329310 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:45:24.430+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.507426s 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce1329310 auth_method 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce12fcdb0 auth_method 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce13280a0 auth_method 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:45:24.430+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:45:24.430+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient(hunting): handle_auth_done global_id 6458 payload 824 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:45:24.430+0000 7fb50effd640 1 monclient: found mon.noname-c 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:45:24.430+0000 7fb50effd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: dump: 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:45:24.431+0000 7fb4fbfff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:45:24.431+0000 7fb505ffb640 4 set_mon_vals no callback set 2026-04-17T17:45:24.754 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:45:24.432+0000 7fb4fbfff640 10 monclient: dump: 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:45:24.432+0000 7fb518618900 5 monclient: authenticate success, global_id 6458 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:45:24.432+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:45:24.432+0000 7fb518618900 1 librados: init done 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:45:24.433+0000 7fb4fbfff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:45:24.434+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x7fb4f0077680 auth_method 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:45:24.434+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce13d0880 auth_method 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:45:24.435+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce150e3f0 auth_method 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:45:24.435+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce1530740 auth_method 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:45:24.436+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce1552970 auth_method 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:45:24.437+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: crc 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce1574250) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:45:24.437+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:45:24.437+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests cmddesc objecter_requests hook 0x555ce15775f0 EEXIST 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:45:24.437+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding auth protocol: cephx 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.755 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: crc 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:45:24.437+0000 7fb518618900 5 AuthRegistry(0x555ce15514c8) adding con mode: secure 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:45:24.438+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:45:24.438+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:45:24.438+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x555ce1551610 EEXIST 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce159f820 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce159fbf0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce15d1ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:45:24.438+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.515447s 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce159fbf0 auth_method 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce15d1ee0 auth_method 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce159f820 auth_method 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:45:24.438+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:45:24.438+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient(hunting): handle_auth_done global_id 6199 payload 824 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:45:24.438+0000 7fb50ffff640 1 monclient: found mon.noname-b 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:45:24.438+0000 7fb50ffff640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: dump: 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:45:24.439+0000 7fb518618900 5 monclient: authenticate success, global_id 6199 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.756 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:45:24.439+0000 7fb4f97fa640 10 monclient: dump: 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:45:24.439+0000 7fb518618900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:45:24.439+0000 7fb514d85640 4 set_mon_vals no callback set 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:45:24.441+0000 7fb4f97fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:45:24.441+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb4e4077450 auth_method 0 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: get_monmap_and_config 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:45:24.441+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x555ce16343d0) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:45:24.441+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:45:24.441+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding auth protocol: cephx 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.757 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: crc 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:45:24.441+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783570) adding con mode: secure 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:45:24.441+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:45:24.442+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:45:24.442+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x7ffe4e7836b8 EEXIST 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce16361b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce165b530 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce1635390 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.519124s 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce16361b0 auth_method 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce1635390 auth_method 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce165b530 auth_method 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:45:24.442+0000 7fb50f7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:45:24.442+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient(hunting): handle_auth_done global_id 6804 payload 274 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:45:24.442+0000 7fb50effd640 1 monclient: found mon.noname-a 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:45:24.442+0000 7fb50effd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: dump: 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:45:24.442+0000 7fb4eeffd640 10 monclient: dump: 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.758 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:45:24.442+0000 7fb518618900 5 monclient: authenticate success, global_id 6804 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:45:24.442+0000 7fb518618900 10 monclient: get_monmap_and_config success 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:45:24.442+0000 7fb518618900 4 set_mon_vals no callback set 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: shutdown 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: build_initial_monmap 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:45:24.443+0000 7fb518618900 1 build_initial for_mkfs: 0 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:45:24.443+0000 7fb518618900 10 monclient: monmap: 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:45:24.443+0000 7fb518618900 5 AuthRegistry(0x555ce16342a0) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: starting msgr at 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: starting objecter 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:45:24.444+0000 7fb518618900 5 asok(0x555ce1299740) register_command objecter_requests cmddesc objecter_requests hook 0x555ce168c470 EEXIST 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: setting wanted keys 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:45:24.444+0000 7fb518618900 1 librados: calling monclient init 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: init 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding auth protocol: cephx 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: crc 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:45:24.444+0000 7fb518618900 5 AuthRegistry(0x555ce1633000) adding con mode: secure 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.759 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:45:24.444+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:45:24.444+0000 7fb518618900 5 asok(0x555ce1299740) register_command rotate-key cmddesc rotate-key hook 0x555ce1633148 EEXIST 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: _reopen_session rank -1 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-a con 0x555ce16361b0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-c con 0x555ce165b530 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): picked mon.noname-b con 0x555ce1693b70 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): start opening mon connection 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): _renew_subs 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:45:24.444+0000 7fb518618900 10 monclient(hunting): authenticate will time out at 1831.521827s 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): get_auth_request con 0x555ce165b530 auth_method 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): get_auth_request con 0x555ce16361b0 auth_method 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:45:24.444+0000 7fb50effd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:45:24.444+0000 7fb50ffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request con 0x555ce1693b70 auth_method 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:45:24.444+0000 7fb50f7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient(hunting): handle_auth_done global_id 6467 payload 824 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient: _finish_hunting 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:45:24.445+0000 7fb50ffff640 1 monclient: found mon.noname-c 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:45:24.445+0000 7fb50ffff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: dump: 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: _finish_auth 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: _check_auth_tickets 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:45:24.445+0000 7fb4ed7fa640 10 monclient: dump: 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:45:24.445+0000 7fb518618900 5 monclient: authenticate success, global_id 6467 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:45:24.445+0000 7fb4eeffd640 4 set_mon_vals no callback set 2026-04-17T17:45:24.760 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _renew_subs 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:45:24.445+0000 7fb518618900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:45:24.445+0000 7fb518618900 1 librados: init done 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:45:24.445+0000 7fb518618900 5 asok(0x555ce1299740) register_command cr dump hook 0x555ce1662cd8 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:45:24.446+0000 7fb4ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:45:24.447+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb4d0077530 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:45:24.447+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:45:24.447+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce16fc100 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:45:24.448+0000 7fb518618900 20 realm 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:45:24.448+0000 7fb518618900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:45:24.448+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:45:24.448+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce171e860 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:45:24.449+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce17400b0 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:45:24.449+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:45:24.449+0000 7fb518618900 20 searching for the correct realm 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:45:24.450+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1762e50 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:45:24.450+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb500081040 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:45:24.451+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb4fc07ab60 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:45:24.452+0000 7fb50ffff640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x555ce17400b0 msgr2=0x555ce1760490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 1 client.6467.objecter ms_handle_reset 0x555ce17400b0 session 0x555ce171dbb0 osd.4 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 10 monclient: _renew_subs 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:45:24.452+0000 7fb4ed7fa640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:45:24.452+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb4d00a4270 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:45:24.453+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x7fb5080a5040 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:45:24.454+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb50809c0b0 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:45:24.454+0000 7fb50effd640 0 -- 192.168.123.106:0/3100127455 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fb50809c0b0 msgr2=0x7fb5080665a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:45:24.656+0000 7fb50effd640 10 monclient: get_auth_request con 0x7fb50809c0b0 auth_method 0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:45:24.661+0000 7fb518618900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:45:24.661+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:45:24.662+0000 7fb518618900 20 zone default found 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:45:24.662+0000 7fb518618900 4 Realm: () 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:45:24.662+0000 7fb518618900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:45:24.662+0000 7fb518618900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:45:24.662+0000 7fb518618900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:45:24.662+0000 7fb518618900 20 zonegroup default 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:45:24.662+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:45:24.663+0000 7fb518618900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:45:24.663+0000 7fb518618900 20 started sync module instance, tier type = 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:45:24.663+0000 7fb518618900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=3 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=0 2026-04-17T17:45:24.761 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=7 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:45:24.668+0000 7fb518618900 20 add_watcher() i=5 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=2 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=4 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=6 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:45:24.669+0000 7fb518618900 20 add_watcher() i=1 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:45:24.669+0000 7fb518618900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:45:24.669+0000 7fb50ffff640 10 monclient: get_auth_request con 0x7fb49c007220 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding auth protocol: cephx 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: crc 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:45:24.671+0000 7fb518618900 5 AuthRegistry(0x7ffe4e783660) adding con mode: secure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:45:24.671+0000 7fb518618900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:45:24.671+0000 7fb518618900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache list hook 0x555ce1693fa0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache inspect hook 0x555ce1693fa0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache erase hook 0x555ce1693fa0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:45:24.671+0000 7fb518618900 5 asok(0x555ce1299740) register_command cache zap hook 0x555ce1693fa0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:45:24.672+0000 7fb518618900 5 note: GC not initialized 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:45:24.672+0000 7fb4c0fe9640 20 reqs_thread_entry: start 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace show hook 0x7fb5000677e0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace history hook 0x7fb5000677e0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace active hook 0x7fb5000677e0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:45:24.672+0000 7fb518618900 5 asok(0x555ce1299740) register_command sync trace active_short hook 0x7fb5000677e0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:45:24.672+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1799730 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:45:24.674+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce179a940 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:45:24.676+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce175fc90 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:45:24.677+0000 7fb50f7fe640 10 monclient: get_auth_request con 0x555ce1795ae0 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:45:24.682+0000 7fb50effd640 10 monclient: get_auth_request con 0x555ce1798340 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:45:24.687+0000 7fb50ffff640 10 monclient: get_auth_request con 0x555ce178cbf0 auth_method 0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:45:24.717+0000 7fb518618900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:45:24.717+0000 7fb518618900 20 Filter name: none 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:45:24.717+0000 7fb4ba7fc640 20 reqs_thread_entry: start 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:45:24.718+0000 7fb518618900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:45:24.718+0000 7fb518618900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : miss 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:45:24.718+0000 7fb518618900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:45:24.719+0000 7fb518618900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:45:24.719+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:45:24.719+0000 7fb518618900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:45:24.719+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:45:24.719+0000 7fb518618900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:45:24.723+0000 7fb518618900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:45:24.723+0000 7fb518618900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:45:24.723+0000 7fb518618900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:45:24.723+0000 7fb518618900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894545 cookie 93857407859696 notifier 6467 bl.length()=951 2026-04-17T17:45:24.762 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:45:24.724+0000 7fb4eeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:45:24.726+0000 7fb518618900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:45:24.726+0000 7fb518618900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb518618900 time 2026-04-17T17:45:24.727615+0000 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fb51938f8f8] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:45:24.727+0000 7fb518618900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fb518618900 thread_name:radosgw-admin 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fb51843fc30] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fb51848d02c] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fb51938f957] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555cdfac00d2] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x101825c) [0x555ce06bd25c] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x555ce01e189e] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7fb51842a610] 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:45:24.763 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:45:24.764 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4ba7fc640 / http_manager 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4c0fe9640 / http_manager 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4ed7fa640 / ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4eeffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4f97fa640 / ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb4fbfff640 / ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb505ffb640 / io_context_pool, ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb5067fc640 / admin_socket 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50e7fc640 / ms_dispatch 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50effd640 / msgr-worker-2 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50f7fe640 / msgr-worker-1 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb50ffff640 / msgr-worker-0 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb514d85640 / io_context_pool 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: 7fb518618900 / radosgw-admin 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:45:24.728845Z_cd425970-f110-4068-85ae-ede34f8c9a1e/log 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:45:24.765 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-17T17:45:24.770 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:24.770 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:24.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.793+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.794+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.794+0000 7f049875b900 20 realm 2026-04-17T17:45:24.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.794+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.794+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.795+0000 7f049875b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:24.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.795+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.795+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:24.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.795+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.796+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:24.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.796+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:24.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.796+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:24.799 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.796+0000 7f049875b900 20 searching for the correct realm 2026-04-17T17:45:24.801 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:24.798+0000 7f0494cd5640 0 -- 192.168.123.106:0/2285136116 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f04780ac0e0 msgr2=0x7f04780bca70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:25.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.004+0000 7f04875ff640 0 -- 192.168.123.106:0/2285136116 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f0488028400 msgr2=0x7f0488028870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:25.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.209+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 zone default found 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 4 Realm: () 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 zonegroup default 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.210+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.211+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.211+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.211+0000 7f049875b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.211+0000 7f049875b900 20 started sync module instance, tier type = 2026-04-17T17:45:25.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.211+0000 7f049875b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=2 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=3 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=4 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=0 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=7 2026-04-17T17:45:25.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.217+0000 7f049875b900 20 add_watcher() i=1 2026-04-17T17:45:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.218+0000 7f049875b900 20 add_watcher() i=5 2026-04-17T17:45:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.218+0000 7f049875b900 20 add_watcher() i=6 2026-04-17T17:45:25.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.218+0000 7f049875b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:25.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.220+0000 7f049875b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:25.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.220+0000 7f049875b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:25.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.221+0000 7f049875b900 5 note: GC not initialized 2026-04-17T17:45:25.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.221+0000 7f0440ff1640 20 reqs_thread_entry: start 2026-04-17T17:45:25.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.261+0000 7f049875b900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.261+0000 7f049875b900 20 Filter name: none 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.261+0000 7f043a7fc640 20 reqs_thread_entry: start 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.261+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.262+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.262+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.262+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.262+0000 7f049875b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:25.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.262+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.263+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:25.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.263+0000 7f049875b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.263+0000 7f049875b900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:25.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.263+0000 7f049875b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=3 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 2 removed watcher, disabling cache 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=0 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=5 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=7 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=4 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=2 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=1 2026-04-17T17:45:25.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.268+0000 7f049875b900 20 remove_watcher() i=6 2026-04-17T17:45:25.279 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:25.279 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:25.279 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:25.279 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:25.280 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:25.280 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:25.307 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:25.307 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:25.360 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:45:25.386 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:25.386 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:25.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.407+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 20 realm 2026-04-17T17:45:25.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.408+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.409+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.409+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.409+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:25.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.409+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.410+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:25.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.410+0000 7faf0ce12900 20 searching for the correct realm 2026-04-17T17:45:25.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.413+0000 7faf08d39640 0 -- 192.168.123.106:0/1314052059 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55c2bf4afd10 msgr2=0x55c2bf4d00f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:25.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.416+0000 7faefbfff640 0 -- 192.168.123.106:0/1314052059 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7faefc075300 msgr2=0x7faefc0698c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.626 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.623+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 zone default found 2026-04-17T17:45:25.627 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 4 Realm: () 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 zonegroup default 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.624+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.625+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.625+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.625+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.628 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.625+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.626+0000 7faf0ce12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:25.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.626+0000 7faf0ce12900 20 started sync module instance, tier type = 2026-04-17T17:45:25.629 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.626+0000 7faf0ce12900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:25.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.631+0000 7faf0ce12900 20 add_watcher() i=0 2026-04-17T17:45:25.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.632+0000 7faf0ce12900 20 add_watcher() i=3 2026-04-17T17:45:25.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.633+0000 7faf0ce12900 20 add_watcher() i=7 2026-04-17T17:45:25.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.633+0000 7faf0ce12900 20 add_watcher() i=6 2026-04-17T17:45:25.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.633+0000 7faf0ce12900 20 add_watcher() i=5 2026-04-17T17:45:25.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.634+0000 7faf0ce12900 20 add_watcher() i=2 2026-04-17T17:45:25.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.634+0000 7faf0ce12900 20 add_watcher() i=4 2026-04-17T17:45:25.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.634+0000 7faf0ce12900 20 add_watcher() i=1 2026-04-17T17:45:25.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.634+0000 7faf0ce12900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:25.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.637+0000 7faf0ce12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:25.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.637+0000 7faf0ce12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:25.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.637+0000 7faf0ce12900 5 note: GC not initialized 2026-04-17T17:45:25.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.638+0000 7faeb4ff1640 20 reqs_thread_entry: start 2026-04-17T17:45:25.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.683+0000 7faf0ce12900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.683+0000 7faf0ce12900 20 Filter name: none 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.683+0000 7faeae7fc640 20 reqs_thread_entry: start 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : miss 2026-04-17T17:45:25.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.684+0000 7faf0ce12900 20 rados->read ofs=0 len=0 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:25.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.685+0000 7faf0ce12900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:25.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.686+0000 7faf0ce12900 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to be held by another RGW process; skipping for now 2026-04-17T17:45:25.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.690+0000 7faf0ce12900 20 remove_watcher() i=0 2026-04-17T17:45:25.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.690+0000 7faf0ce12900 2 removed watcher, disabling cache 2026-04-17T17:45:25.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.690+0000 7faf0ce12900 20 remove_watcher() i=3 2026-04-17T17:45:25.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.690+0000 7faf0ce12900 20 remove_watcher() i=2 2026-04-17T17:45:25.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.691+0000 7faf0ce12900 20 remove_watcher() i=1 2026-04-17T17:45:25.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.691+0000 7faf0ce12900 20 remove_watcher() i=4 2026-04-17T17:45:25.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.691+0000 7faf0ce12900 20 remove_watcher() i=7 2026-04-17T17:45:25.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.691+0000 7faf0ce12900 20 remove_watcher() i=6 2026-04-17T17:45:25.694 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:25.691+0000 7faf0ce12900 20 remove_watcher() i=5 2026-04-17T17:45:25.702 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:45:55.728 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:45:55.748 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:55.748 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:55.767 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.764+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 realm 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.765+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.766+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:55.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.766+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.767+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:55.770 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.767+0000 7f7725611900 20 searching for the correct realm 2026-04-17T17:45:55.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.769+0000 7f772145f640 0 -- 192.168.123.106:0/2948366899 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f770808cd70 msgr2=0x7f77080605a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:55.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.772+0000 7f771bfff640 0 -- 192.168.123.106:0/2948366899 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f77140c1b10 msgr2=0x7f77140cb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:55.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.978+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 zone default found 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 4 Realm: () 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 zonegroup default 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.979+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.980+0000 7f7725611900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:55.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.980+0000 7f7725611900 20 started sync module instance, tier type = 2026-04-17T17:45:55.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.980+0000 7f7725611900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:55.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.983+0000 7f7725611900 20 add_watcher() i=0 2026-04-17T17:45:55.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.983+0000 7f7725611900 20 add_watcher() i=3 2026-04-17T17:45:55.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.983+0000 7f7725611900 20 add_watcher() i=4 2026-04-17T17:45:55.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.983+0000 7f7725611900 20 add_watcher() i=7 2026-04-17T17:45:55.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.983+0000 7f7725611900 20 add_watcher() i=5 2026-04-17T17:45:55.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.984+0000 7f7725611900 20 add_watcher() i=2 2026-04-17T17:45:55.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.984+0000 7f7725611900 20 add_watcher() i=1 2026-04-17T17:45:55.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.984+0000 7f7725611900 20 add_watcher() i=6 2026-04-17T17:45:55.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.984+0000 7f7725611900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:55.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.986+0000 7f7725611900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:55.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.986+0000 7f7725611900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:55.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.986+0000 7f7725611900 5 note: GC not initialized 2026-04-17T17:45:55.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:55.986+0000 7f76cdfeb640 20 reqs_thread_entry: start 2026-04-17T17:45:56.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.026+0000 7f7725611900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:56.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.026+0000 7f7725611900 20 Filter name: none 2026-04-17T17:45:56.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.026+0000 7f76c77fe640 20 reqs_thread_entry: start 2026-04-17T17:45:56.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.026+0000 7f7725611900 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2026-04-17T17:45:56.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.026+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : miss 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 20 rados_obj.operate() r=0 bl.length=467 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.027+0000 7f7725611900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:56.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.028+0000 7f7725611900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:45:56.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.031+0000 7f7725611900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.031+0000 7f7725611900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.031+0000 7f7725611900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.031+0000 7f7725611900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:56.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.032+0000 7f76f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894546 cookie 94884791970512 notifier 6521 bl.length()=951 2026-04-17T17:45:56.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.032+0000 7f76f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.032+0000 7f76f7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.032+0000 7f76f7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.033+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:56.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.033+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:56.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.033+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:56.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.033+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:56.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.035+0000 7f7725611900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.2.0 2026-04-17T17:45:56.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.035+0000 7f7725611900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.2.0 2026-04-17T17:45:56.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.035+0000 7f7725611900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.2.1 2026-04-17T17:45:56.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.035+0000 7f7725611900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.2.1 2026-04-17T17:45:56.038 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.035+0000 7f7725611900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.0 2026-04-17T17:45:56.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.037+0000 7f7725611900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:56.040 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.037+0000 7f7725611900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f7725611900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f7725611900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f7725611900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f7725611900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f76f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894547 cookie 94884791970512 notifier 6521 bl.length()=951 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f76f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f76f77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.038+0000 7f76f77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.039+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:56.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.039+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:56.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.039+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:56.042 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.039+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:56.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.040+0000 7f7725611900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28.0 2026-04-17T17:45:56.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.040+0000 7f7725611900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:56.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.040+0000 7f7725611900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 2026-04-17T17:45:56.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.041+0000 7f7725611900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.041+0000 7f7725611900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.041+0000 7f7725611900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.041+0000 7f7725611900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28, ofs0, ns] 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f76f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894548 cookie 94884791970512 notifier 6521 bl.length()=915 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f76f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 info.flags=0x17 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f76f7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 to cache LRU end 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f76f7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_sources= new_sources= 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential sources added=[] removed=[] 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): orig_dests= new_dests= 2026-04-17T17:45:56.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.042+0000 7f7725611900 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28]): potential dests added=[] removed=[] 2026-04-17T17:45:56.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.043+0000 7f7725611900 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 1 shards to 2 shards completed successfully 2026-04-17T17:45:56.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.047+0000 7f7725611900 20 remove_watcher() i=0 2026-04-17T17:45:56.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.047+0000 7f7725611900 2 removed watcher, disabling cache 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=4 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=3 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=6 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=5 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=7 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=1 2026-04-17T17:45:56.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.048+0000 7f7725611900 20 remove_watcher() i=2 2026-04-17T17:45:56.059 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2026-04-17T17:45:56.079 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:56.079 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:56.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.097+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 realm 2026-04-17T17:45:56.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:56.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.098+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.099+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:56.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.099+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.099+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:56.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.099+0000 7fc183dda900 20 searching for the correct realm 2026-04-17T17:45:56.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.101+0000 7fc182090640 0 -- 192.168.123.106:0/637047127 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55647063c720 msgr2=0x55647065cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:56.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.104+0000 7fc18108e640 0 -- 192.168.123.106:0/637047127 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fc17401abe0 msgr2=0x7fc174084840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.312 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.309+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 zone default found 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 4 Realm: () 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 zonegroup default 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.310+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.311+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.311+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.311+0000 7fc183dda900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:56.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.311+0000 7fc183dda900 20 started sync module instance, tier type = 2026-04-17T17:45:56.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.311+0000 7fc183dda900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:56.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.314+0000 7fc183dda900 20 add_watcher() i=5 2026-04-17T17:45:56.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.314+0000 7fc183dda900 20 add_watcher() i=0 2026-04-17T17:45:56.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.314+0000 7fc183dda900 20 add_watcher() i=3 2026-04-17T17:45:56.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 20 add_watcher() i=2 2026-04-17T17:45:56.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 20 add_watcher() i=4 2026-04-17T17:45:56.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 20 add_watcher() i=6 2026-04-17T17:45:56.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 20 add_watcher() i=7 2026-04-17T17:45:56.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 20 add_watcher() i=1 2026-04-17T17:45:56.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.315+0000 7fc183dda900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:56.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.317+0000 7fc183dda900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:56.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.317+0000 7fc183dda900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:56.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.318+0000 7fc183dda900 5 note: GC not initialized 2026-04-17T17:45:56.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.318+0000 7fc12efed640 20 reqs_thread_entry: start 2026-04-17T17:45:56.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.356+0000 7fc183dda900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:56.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.356+0000 7fc183dda900 20 Filter name: none 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.356+0000 7fc12cfe9640 20 reqs_thread_entry: start 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:56.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.357+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.358+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=201 2026-04-17T17:45:56.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.358+0000 7fc183dda900 20 rados->read ofs=0 len=0 2026-04-17T17:45:56.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.358+0000 7fc183dda900 20 rados_obj.operate() r=0 bl.length=431 2026-04-17T17:45:56.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.358+0000 7fc183dda900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:56.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=0 2026-04-17T17:45:56.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 2 removed watcher, disabling cache 2026-04-17T17:45:56.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=7 2026-04-17T17:45:56.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=2 2026-04-17T17:45:56.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=4 2026-04-17T17:45:56.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=5 2026-04-17T17:45:56.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=6 2026-04-17T17:45:56.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=3 2026-04-17T17:45:56.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:56.362+0000 7fc183dda900 20 remove_watcher() i=1 2026-04-17T17:45:56.371 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:56.371 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:56.371 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-trim-reshard-log-entries id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.28 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:45:56.371 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:56.373 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.373 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.382 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.382 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.518 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.518 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.560 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at block_writes 2026-04-17T17:45:56.560 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:56.561 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.561 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.585 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.585 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.633 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.633 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.683 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.683 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.733 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.733 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.784 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.784 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.834 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.834 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.888 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.888 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.939 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.939 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:56.989 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:56.989 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.037 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.037 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.086 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.086 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.134 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.134 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.184 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.184 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.232 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.232 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.281 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.281 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.329 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.329 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.378 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.378 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.426 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.426 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.475 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.475 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.523 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.523 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.571 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:57.571 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:57.620 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-17T17:45:57.639 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:57.639 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:57.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.657+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 realm 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.658+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.659+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:57.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.659+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.659+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:57.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.659+0000 7f588c952900 20 searching for the correct realm 2026-04-17T17:45:57.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.663+0000 7f588a409640 0 -- 192.168.123.106:0/3396411444 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f587c0c3020 msgr2=0x7f587c0b9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:57.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.867+0000 7f5889c08640 0 -- 192.168.123.106:0/3396411444 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x562a6018f480 msgr2=0x562a601af860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 zone default found 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 4 Realm: () 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 zonegroup default 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.869+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.870+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.870+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.870+0000 7f588c952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.870+0000 7f588c952900 20 started sync module instance, tier type = 2026-04-17T17:45:57.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.870+0000 7f588c952900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=5 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=2 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=6 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=3 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=4 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=7 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.874+0000 7f588c952900 20 add_watcher() i=0 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.875+0000 7f588c952900 20 add_watcher() i=1 2026-04-17T17:45:57.877 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.875+0000 7f588c952900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:57.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.876+0000 7f588c952900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:57.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.876+0000 7f588c952900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:57.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.876+0000 7f588c952900 5 note: GC not initialized 2026-04-17T17:45:57.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.877+0000 7f5832ffd640 20 reqs_thread_entry: start 2026-04-17T17:45:57.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.911+0000 7f588c952900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:57.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 Filter name: none 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f5830ff9640 20 reqs_thread_entry: start 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:57.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.912+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.913+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:57.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.913+0000 7f588c952900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.913+0000 7f588c952900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:57.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.913+0000 7f588c952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.917+0000 7f588c952900 20 remove_watcher() i=6 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.917+0000 7f588c952900 2 removed watcher, disabling cache 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.917+0000 7f588c952900 20 remove_watcher() i=3 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.917+0000 7f588c952900 20 remove_watcher() i=2 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.918+0000 7f588c952900 20 remove_watcher() i=1 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.918+0000 7f588c952900 20 remove_watcher() i=0 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.918+0000 7f588c952900 20 remove_watcher() i=5 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.918+0000 7f588c952900 20 remove_watcher() i=7 2026-04-17T17:45:57.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.918+0000 7f588c952900 20 remove_watcher() i=4 2026-04-17T17:45:57.927 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:57.927 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:57.927 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:57.927 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:57.929 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2026-04-17T17:45:57.951 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:57.951 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:57.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.971+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.971+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.971+0000 7f8765138900 20 realm 2026-04-17T17:45:57.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.971+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.972+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.972+0000 7f8765138900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.972+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.972+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.972+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.973+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:57.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.973+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:57.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.973+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:57.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.973+0000 7f8765138900 20 searching for the correct realm 2026-04-17T17:45:57.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.975+0000 7f8761629640 0 -- 192.168.123.106:0/3716110784 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5619b2191e90 msgr2=0x5619b21b2270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:57.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:57.978+0000 7f875bfff640 0 -- 192.168.123.106:0/3716110784 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f8754018b70 msgr2=0x7f8754059920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:58.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.182+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 zone default found 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 4 Realm: () 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 zonegroup default 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.183+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.184+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.184+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.184+0000 7f8765138900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.184+0000 7f8765138900 20 started sync module instance, tier type = 2026-04-17T17:45:58.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.184+0000 7f8765138900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:58.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.187+0000 7f8765138900 20 add_watcher() i=0 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=5 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=4 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=2 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=7 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=1 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=6 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 20 add_watcher() i=3 2026-04-17T17:45:58.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.188+0000 7f8765138900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:58.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.190+0000 7f8765138900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:58.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.190+0000 7f8765138900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:58.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.190+0000 7f8765138900 5 note: GC not initialized 2026-04-17T17:45:58.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.190+0000 7f870dfeb640 20 reqs_thread_entry: start 2026-04-17T17:45:58.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.226+0000 7f8765138900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:58.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.226+0000 7f8765138900 20 Filter name: none 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f87077fe640 20 reqs_thread_entry: start 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : miss 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:58.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.227+0000 7f8765138900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.230+0000 7f8765138900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.230+0000 7f8765138900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.230+0000 7f8765138900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.230+0000 7f8765138900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.231+0000 7f87377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894519 cookie 94668362199760 notifier 6918 bl.length()=927 2026-04-17T17:45:58.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.231+0000 7f87377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.231+0000 7f87377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.231+0000 7f87377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.232+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.232+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.232+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.232+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.234+0000 7f8765138900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.0 2026-04-17T17:45:58.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.234+0000 7f8765138900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.0 2026-04-17T17:45:58.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.234+0000 7f8765138900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.1 2026-04-17T17:45:58.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.234+0000 7f8765138900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.1 2026-04-17T17:45:58.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.234+0000 7f8765138900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.0 2026-04-17T17:45:58.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.235+0000 7f8765138900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:58.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.236+0000 7f8765138900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.236+0000 7f8765138900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.236+0000 7f8765138900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.236+0000 7f8765138900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.236+0000 7f8765138900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f87377fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94668362199760 notifier 6918 bl.length()=927 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f87377fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f87377fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f87377fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.237+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.238+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.238+0000 7f8765138900 -1 Injecting error=-5 at location=block_writes 2026-04-17T17:45:58.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.238+0000 7f8765138900 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2026-04-17T17:45:58.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:58.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8765138900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8737fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894521 cookie 94668362199760 notifier 6918 bl.length()=891 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8737fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8737fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.240+0000 7f8737fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.241+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.241+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.241+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.241+0000 7f8765138900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.242+0000 7f8765138900 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=2 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 2 removed watcher, disabling cache 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=5 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=3 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=6 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=4 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=1 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=7 2026-04-17T17:45:58.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.246+0000 7f8765138900 20 remove_watcher() i=0 2026-04-17T17:45:58.256 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-17T17:45:58.276 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:58.276 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:58.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.294+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 realm 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.295+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.296+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.296+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.297+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:58.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.297+0000 7f31e0961900 20 searching for the correct realm 2026-04-17T17:45:58.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.300+0000 7f31dcedc640 0 -- 192.168.123.106:0/1349615775 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5578c1421940 msgr2=0x5578c1441d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.302+0000 7f31d7fff640 0 -- 192.168.123.106:0/1349615775 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f31d0001790 msgr2=0x7f31d006c790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:58.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:58.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.305+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 zone default found 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 4 Realm: () 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:58.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 zonegroup default 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.306+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 started sync module instance, tier type = 2026-04-17T17:45:58.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.307+0000 7f31e0961900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.310+0000 7f31e0961900 20 add_watcher() i=7 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.310+0000 7f31e0961900 20 add_watcher() i=1 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=3 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=0 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=6 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=2 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=5 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 20 add_watcher() i=4 2026-04-17T17:45:58.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.311+0000 7f31e0961900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:58.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.313+0000 7f31e0961900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:58.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.313+0000 7f31e0961900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:58.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.313+0000 7f31e0961900 5 note: GC not initialized 2026-04-17T17:45:58.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.313+0000 7f31897ea640 20 reqs_thread_entry: start 2026-04-17T17:45:58.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.357+0000 7f31e0961900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:58.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.357+0000 7f31e0961900 20 Filter name: none 2026-04-17T17:45:58.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.357+0000 7f3182ffd640 20 reqs_thread_entry: start 2026-04-17T17:45:58.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.357+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.358+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.359+0000 7f31e0961900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.359+0000 7f31e0961900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.359+0000 7f31e0961900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.363+0000 7f31e0961900 20 remove_watcher() i=3 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.363+0000 7f31e0961900 2 removed watcher, disabling cache 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.363+0000 7f31e0961900 20 remove_watcher() i=1 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.363+0000 7f31e0961900 20 remove_watcher() i=0 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.363+0000 7f31e0961900 20 remove_watcher() i=5 2026-04-17T17:45:58.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.364+0000 7f31e0961900 20 remove_watcher() i=4 2026-04-17T17:45:58.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.364+0000 7f31e0961900 20 remove_watcher() i=7 2026-04-17T17:45:58.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.364+0000 7f31e0961900 20 remove_watcher() i=2 2026-04-17T17:45:58.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.364+0000 7f31e0961900 20 remove_watcher() i=6 2026-04-17T17:45:58.373 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:58.373 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:58.373 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:45:58.373 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:58.374 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:58.374 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:58.393 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:58.393 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:58.443 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:45:58.464 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:58.464 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:58.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.481+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 realm 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.485 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.482+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.483+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.483+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.484+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:58.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.484+0000 7f54bed4d900 20 searching for the correct realm 2026-04-17T17:45:58.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.486+0000 7f54baac9640 0 -- 192.168.123.106:0/1347103714 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5565ca20f230 msgr2=0x5565ca22f6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.489+0000 7f54bb2ca640 0 -- 192.168.123.106:0/1347103714 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5565ca253230 msgr2=0x5565ca273610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 zone default found 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 4 Realm: () 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 zonegroup default 2026-04-17T17:45:58.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.492+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 started sync module instance, tier type = 2026-04-17T17:45:58.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.493+0000 7f54bed4d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:58.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.496+0000 7f54bed4d900 20 add_watcher() i=0 2026-04-17T17:45:58.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.496+0000 7f54bed4d900 20 add_watcher() i=3 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=2 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=6 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=5 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=1 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=7 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 20 add_watcher() i=4 2026-04-17T17:45:58.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.497+0000 7f54bed4d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:58.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.498+0000 7f54bed4d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:58.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.498+0000 7f54bed4d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:58.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.499+0000 7f54bed4d900 5 note: GC not initialized 2026-04-17T17:45:58.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.499+0000 7f54637fe640 20 reqs_thread_entry: start 2026-04-17T17:45:58.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.540+0000 7f54bed4d900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:58.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.540+0000 7f54bed4d900 20 Filter name: none 2026-04-17T17:45:58.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.540+0000 7f54617fa640 20 reqs_thread_entry: start 2026-04-17T17:45:58.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.540+0000 7f54bed4d900 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2026-04-17T17:45:58.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.540+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : miss 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.541+0000 7f54bed4d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f54bed4d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f54bed4d900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f54bed4d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f54bed4d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f5499ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894522 cookie 93895671501872 notifier 6596 bl.length()=927 2026-04-17T17:45:58.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f5499ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f5499ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.544+0000 7f5499ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.548 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.546+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.546+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.546+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.546+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.548+0000 7f54bed4d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.0 2026-04-17T17:45:58.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.548+0000 7f54bed4d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.0 2026-04-17T17:45:58.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.548+0000 7f54bed4d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.1 2026-04-17T17:45:58.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.548+0000 7f54bed4d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.1.1 2026-04-17T17:45:58.551 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.548+0000 7f54bed4d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.0 2026-04-17T17:45:58.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.549+0000 7f54bed4d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:58.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.549+0000 7f54bed4d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.550+0000 7f54bed4d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.550+0000 7f54bed4d900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.550+0000 7f54bed4d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.550+0000 7f54bed4d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.551+0000 7f5499ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894523 cookie 93895671501872 notifier 6596 bl.length()=927 2026-04-17T17:45:58.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.551+0000 7f5499ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.551+0000 7f5499ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.554 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.551+0000 7f5499ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.552+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.552+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.552+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.555 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.552+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.553+0000 7f54bed4d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29.0 2026-04-17T17:45:58.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.553+0000 7f54bed4d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 : hit (requested=0x17, cached=0x17) 2026-04-17T17:45:58.556 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.553+0000 7f54bed4d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f54bed4d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f54bed4d900 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f54bed4d900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f54bed4d900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29, ofs0, ns] 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f5499ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894524 cookie 93895671501872 notifier 6596 bl.length()=891 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f5499ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 info.flags=0x17 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f5499ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 to cache LRU end 2026-04-17T17:45:58.557 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.554+0000 7f5499ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:45:58.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.555+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_sources= new_sources= 2026-04-17T17:45:58.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.555+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential sources added=[] removed=[] 2026-04-17T17:45:58.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.555+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): orig_dests= new_dests= 2026-04-17T17:45:58.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.555+0000 7f54bed4d900 20 handle_bi_update(): bucket=:error-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29]): potential dests added=[] removed=[] 2026-04-17T17:45:58.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.556+0000 7f54bed4d900 1 execute INFO: reshard of bucket "error-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=2 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 2 removed watcher, disabling cache 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=7 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=4 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=3 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=5 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=6 2026-04-17T17:45:58.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=0 2026-04-17T17:45:58.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.561+0000 7f54bed4d900 20 remove_watcher() i=1 2026-04-17T17:45:58.572 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2026-04-17T17:45:58.592 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:45:58.592 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:45:58.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.610+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 realm 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.612+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.613+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.613+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.614+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:45:58.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.614+0000 7f0021b2b900 20 searching for the correct realm 2026-04-17T17:45:58.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.617+0000 7f001d83c640 0 -- 192.168.123.106:0/2736476246 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f001008c070 msgr2=0x7f00100bc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.821+0000 7f001d03b640 0 -- 192.168.123.106:0/2736476246 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5625c8bbea30 msgr2=0x5625c8bdee10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:45:58.826 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.823+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 zone default found 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 4 Realm: () 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 zonegroup default 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.827 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.824+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.825+0000 7f0021b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:45:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.825+0000 7f0021b2b900 20 started sync module instance, tier type = 2026-04-17T17:45:58.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.825+0000 7f0021b2b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:45:58.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.828+0000 7f0021b2b900 20 add_watcher() i=5 2026-04-17T17:45:58.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.828+0000 7f0021b2b900 20 add_watcher() i=7 2026-04-17T17:45:58.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.828+0000 7f0021b2b900 20 add_watcher() i=3 2026-04-17T17:45:58.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.828+0000 7f0021b2b900 20 add_watcher() i=6 2026-04-17T17:45:58.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.829+0000 7f0021b2b900 20 add_watcher() i=0 2026-04-17T17:45:58.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.829+0000 7f0021b2b900 20 add_watcher() i=4 2026-04-17T17:45:58.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.829+0000 7f0021b2b900 20 add_watcher() i=1 2026-04-17T17:45:58.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.829+0000 7f0021b2b900 20 add_watcher() i=2 2026-04-17T17:45:58.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.829+0000 7f0021b2b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:45:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.831+0000 7f0021b2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:45:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.831+0000 7f0021b2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:45:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.831+0000 7f0021b2b900 5 note: GC not initialized 2026-04-17T17:45:58.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.831+0000 7effcb7ee640 20 reqs_thread_entry: start 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.871+0000 7f0021b2b900 20 init_complete bucket index max shards: 1 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.871+0000 7f0021b2b900 20 Filter name: none 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.871+0000 7effc97ea640 20 reqs_thread_entry: start 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.871+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.872+0000 7f0021b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.873+0000 7f0021b2b900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:45:58.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.873+0000 7f0021b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:45:58.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.876+0000 7f0021b2b900 20 remove_watcher() i=0 2026-04-17T17:45:58.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.876+0000 7f0021b2b900 2 removed watcher, disabling cache 2026-04-17T17:45:58.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=5 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=4 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=7 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=2 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=1 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=6 2026-04-17T17:45:58.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:45:58.877+0000 7f0021b2b900 20 remove_watcher() i=3 2026-04-17T17:45:58.886 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:58.886 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:45:58.886 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.29 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:45:58.886 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:58.887 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:58.887 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:58.899 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:58.899 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.035 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.035 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.078 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at block_writes 2026-04-17T17:45:59.078 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:45:59.079 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.079 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.103 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.103 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.152 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.152 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.201 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.201 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.251 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.251 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.300 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.300 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.350 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.350 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.400 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.400 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.450 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.450 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.499 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.499 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.549 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.549 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.598 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.598 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.647 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.647 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.696 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.696 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.746 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.746 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.795 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.795 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.844 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.844 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.893 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.893 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.942 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.942 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:45:59.992 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:45:59.992 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:00.040 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:00.040 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:00.089 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:00.090 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:00.139 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-17T17:46:00.159 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:00.159 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:00.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.177+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 realm 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.179+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.180+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.183 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.180+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.181+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.181+0000 7f0a1df29900 20 searching for the correct realm 2026-04-17T17:46:00.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.184+0000 7f0a19c76640 0 -- 192.168.123.106:0/597717424 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5644c4da8d70 msgr2=0x5644c4dc9170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.188+0000 7f0a1a477640 0 -- 192.168.123.106:0/597717424 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5644c4dec810 msgr2=0x5644c4e0cbf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 zone default found 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 4 Realm: () 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 zonegroup default 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.191+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.194 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 started sync module instance, tier type = 2026-04-17T17:46:00.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.192+0000 7f0a1df29900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=3 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=0 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=5 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=7 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=1 2026-04-17T17:46:00.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.196+0000 7f0a1df29900 20 add_watcher() i=2 2026-04-17T17:46:00.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.197+0000 7f0a1df29900 20 add_watcher() i=4 2026-04-17T17:46:00.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.197+0000 7f0a1df29900 20 add_watcher() i=6 2026-04-17T17:46:00.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.197+0000 7f0a1df29900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.199+0000 7f0a1df29900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.199+0000 7f0a1df29900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.199+0000 7f0a1df29900 5 note: GC not initialized 2026-04-17T17:46:00.202 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.199+0000 7f09c77ee640 20 reqs_thread_entry: start 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f0a1df29900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f0a1df29900 20 Filter name: none 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f09c57ea640 20 reqs_thread_entry: start 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.240+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.241+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.241+0000 7f0a1df29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.241+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.241+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.241+0000 7f0a1df29900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.242+0000 7f0a1df29900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:00.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.242+0000 7f0a1df29900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=3 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 2 removed watcher, disabling cache 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=0 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=7 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=4 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=2 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=1 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=5 2026-04-17T17:46:00.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.246+0000 7f0a1df29900 20 remove_watcher() i=6 2026-04-17T17:46:00.256 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.256 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:00.256 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:00.256 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.257 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2026-04-17T17:46:00.279 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:00.279 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 realm 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.298+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.301 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.298+0000 7f16b6010900 20 searching for the correct realm 2026-04-17T17:46:00.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.302+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x555df88e4ea0 msgr2=0x555df8905310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.305+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x7f16700a43b0 msgr2=0x7f16700c47b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 zone default found 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 4 Realm: () 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 zonegroup default 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 started sync module instance, tier type = 2026-04-17T17:46:00.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.308+0000 7f16b6010900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=2 2026-04-17T17:46:00.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=0 2026-04-17T17:46:00.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=1 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=4 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=5 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=3 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=7 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=6 2026-04-17T17:46:00.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.312+0000 7f16b6010900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.314+0000 7f16b6010900 5 note: GC not initialized 2026-04-17T17:46:00.317 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.314+0000 7f165efed640 20 reqs_thread_entry: start 2026-04-17T17:46:00.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.354+0000 7f16b6010900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.354+0000 7f16b6010900 20 Filter name: none 2026-04-17T17:46:00.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.354+0000 7f165cfe9640 20 reqs_thread_entry: start 2026-04-17T17:46:00.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.354+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-17T17:46:00.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.354+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : miss 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.355+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.358+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.358+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.358+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.358+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894551 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.362 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0 2026-04-17T17:46:00.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.364+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:00.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.364+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.365+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.365+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.368 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.365+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.366+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.369 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f16b6010900 time 2026-04-17T17:46:00.369280+0000 2026-04-17T17:46:00.370 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f16b6d8f8f8] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.368+0000 7f16b6010900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f16b6010900 time 2026-04-17T17:46:00.369280+0000 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f16b6d8f8f8] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.371 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f16b6010900 thread_name:radosgw-admin 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f16b5e3fc30] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f16b5e8d02c] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f16b6d8f957] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.369+0000 7f16b6010900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f16b6010900 thread_name:radosgw-admin 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f16b5e3fc30] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f16b5e8d02c] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f16b6d8f957] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:00.372 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.373 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.378 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: starting msgr at 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: starting objecter 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests hook 0x555df8586ad0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: setting wanted keys 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: calling monclient init 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key hook 0x555df8584a98 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df8512120 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df85139d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df85c0480 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.359834s 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): get_auth_request con 0x555df85139d0 auth_method 0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df85c0480 auth_method 0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df8512120 auth_method 0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:46:00.283+0000 7f16b0f35640 1 monclient: found mon.noname-c 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: dump: 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.379 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: dump: 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:46:00.283+0000 7f169f7fe640 4 set_mon_vals no callback set 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:46:00.283+0000 7f16b6010900 5 monclient: authenticate success, global_id 6638 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:46:00.283+0000 7f16b6010900 1 librados: init done 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:46:00.285+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f168c077610 auth_method 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:46:00.285+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df866c910 auth_method 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:46:00.286+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df86f7190 auth_method 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:46:00.286+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df87194e0 auth_method 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:46:00.287+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df8718a20 auth_method 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:46:00.288+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.380 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:46:00.288+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests cmddesc objecter_requests hook 0x555df8760990 EEXIST 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:46:00.288+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:46:00.289+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:46:00.289+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x555df873a5b0 EEXIST 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df8787f60 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df8788330 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df8788fd0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.366169s 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df8788330 auth_method 0 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df8788fd0 auth_method 0 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:46:00.289+0000 7f16b1f37640 1 monclient: found mon.noname-c 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: dump: 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.381 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: dump: 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:46:00.289+0000 7f16b6010900 5 monclient: authenticate success, global_id 6641 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:46:00.289+0000 7f16b2738640 4 set_mon_vals no callback set 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:46:00.291+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f1680077520 auth_method 0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: get_monmap_and_config 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:46:00.291+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.382 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x7fff56a2e158 EEXIST 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df8844250 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df881f040 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df884b6e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.368808s 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df881f040 auth_method 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df884b6e0 auth_method 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient(hunting): handle_auth_done global_id 6996 payload 274 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:46:00.292+0000 7f16b1f37640 1 monclient: found mon.noname-a 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:46:00.292+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df8844250 auth_method 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: dump: 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: dump: 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.383 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 monclient: authenticate success, global_id 6996 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: get_monmap_and_config success 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:46:00.292+0000 7f16b6010900 4 set_mon_vals no callback set 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: shutdown 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:46:00.292+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 librados: starting msgr at 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 librados: starting objecter 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests cmddesc objecter_requests hook 0x555df881df50 EEXIST 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:46:00.293+0000 7f16b6010900 1 librados: setting wanted keys 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:46:00.293+0000 7f16b6010900 1 librados: calling monclient init 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:46:00.293+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:46:00.293+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x555df881bc58 EEXIST 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df8844250 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df884b6e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df887cf20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.384 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.370433s 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df887cf20 auth_method 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): get_auth_request con 0x555df8844250 auth_method 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df884b6e0 auth_method 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_done global_id 6999 payload 824 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:46:00.293+0000 7f16b0f35640 1 monclient: found mon.noname-a 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: dump: 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: dump: 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 monclient: authenticate success, global_id 6999 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:46:00.293+0000 7f1690ff9640 4 set_mon_vals no callback set 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:46:00.294+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:46:00.294+0000 7f16b6010900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:46:00.294+0000 7f16b6010900 1 librados: init done 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:46:00.294+0000 7f16b6010900 5 asok(0x555df8482740) register_command cr dump hook 0x555df8849ea8 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.385 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:46:00.295+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f1670077610 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:46:00.296+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df88e4ea0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 realm 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:46:00.296+0000 7f16b6010900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:46:00.297+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df89076a0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:46:00.297+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df8928f50 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:46:00.298+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:46:00.298+0000 7f16b6010900 20 searching for the correct realm 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:46:00.298+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df894bcf0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:46:00.299+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f16a001c3c0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:46:00.299+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f169805db80 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:46:00.301+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f16a40bf890 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:46:00.302+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x555df88e4ea0 msgr2=0x555df8905310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:46:00.302+0000 7f1686ffd640 1 client.6999.objecter ms_handle_reset 0x555df88e4ea0 session 0x555df88e4790 osd.1 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:46:00.302+0000 7f1686ffd640 10 monclient: _renew_subs 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:46:00.302+0000 7f1686ffd640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:46:00.302+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f16700a43b0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:46:00.303+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f16a40c9850 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:46:00.305+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x7f16700a43b0 msgr2=0x7f16700c47b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:46:00.305+0000 7f1686ffd640 1 client.6999.objecter ms_handle_reset 0x7f16700a43b0 session 0x555df88e4790 osd.1 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:46:00.305+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df88e4ea0 auth_method 0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 zone default found 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 Realm: () 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:46:00.307+0000 7f16b6010900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 zonegroup default 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 started sync module instance, tier type = 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=2 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=0 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=1 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=4 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=5 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=3 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=7 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=6 2026-04-17T17:46:00.386 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:46:00.312+0000 7f16b6010900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:46:00.312+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f1638007200 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:46:00.313+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache list hook 0x555df8845680 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache inspect hook 0x555df8845680 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache erase hook 0x555df8845680 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache zap hook 0x555df8845680 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 note: GC not initialized 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:46:00.314+0000 7f165efed640 20 reqs_thread_entry: start 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace show hook 0x7f16a0002eb0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace history hook 0x7f16a0002eb0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace active hook 0x7f16a0002eb0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace active_short hook 0x7f16a0002eb0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:46:00.314+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df8985b80 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:46:00.315+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df897cc70 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:46:00.317+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df897e0b0 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:46:00.318+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df897f700 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:46:00.321+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df8981b70 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:46:00.326+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df88fca70 auth_method 0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 Filter name: none 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:46:00.354+0000 7f165cfe9640 20 reqs_thread_entry: start 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:46:00.354+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : miss 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894551 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.387 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:46:00.364+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:46:00.364+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:46:00.366+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:46:00.368+0000 7f16b6010900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f16b6010900 time 2026-04-17T17:46:00.369280+0000 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f16b6d8f8f8] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:46:00.369+0000 7f16b6010900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f16b6010900 thread_name:radosgw-admin 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f16b5e3fc30] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f16b5e8d02c] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f16b6d8f957] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:46:00.388 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:46:00.389 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f165cfe9640 / http_manager 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f165efed640 / http_manager 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f1686ffd640 / ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f1687fff640 / io_context_pool 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f1690ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f1692ffd640 / ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f169dffb640 / ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f169f7fe640 / io_context_pool, ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f169ffff640 / admin_socket 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16abfff640 / ms_dispatch 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b0f35640 / msgr-worker-2 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b1736640 / msgr-worker-1 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b1f37640 / msgr-worker-0 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b2738640 / io_context_pool 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b6010900 / radosgw-admin 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.96238.log 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df858a200) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: starting msgr at 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: starting objecter 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests hook 0x555df8586ad0 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: setting wanted keys 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:46:00.282+0000 7f16b6010900 1 librados: calling monclient init 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding auth protocol: cephx 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: crc 2026-04-17T17:46:00.390 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 AuthRegistry(0x555df8584950) adding con mode: secure 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:46:00.282+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:46:00.282+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key hook 0x555df8584a98 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df8512120 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df85139d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df85c0480 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:46:00.282+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.359834s 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): get_auth_request con 0x555df85139d0 auth_method 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:46:00.282+0000 7f16b0f35640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df85c0480 auth_method 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:46:00.282+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df8512120 auth_method 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:46:00.283+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient(hunting): handle_auth_done global_id 6638 payload 824 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:46:00.283+0000 7f16b0f35640 1 monclient: found mon.noname-c 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:46:00.283+0000 7f16b0f35640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: dump: 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:46:00.283+0000 7f169dffb640 10 monclient: dump: 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:46:00.283+0000 7f169f7fe640 4 set_mon_vals no callback set 2026-04-17T17:46:00.391 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:46:00.283+0000 7f16b6010900 5 monclient: authenticate success, global_id 6638 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:46:00.283+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:46:00.283+0000 7f16b6010900 1 librados: init done 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:46:00.285+0000 7f169dffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:46:00.285+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f168c077610 auth_method 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:46:00.285+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df866c910 auth_method 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:46:00.286+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df86f7190 auth_method 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:46:00.286+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df87194e0 auth_method 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:46:00.287+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df8718a20 auth_method 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:46:00.288+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df875d0b0) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:46:00.288+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests cmddesc objecter_requests hook 0x555df8760990 EEXIST 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:46:00.288+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding auth protocol: cephx 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: crc 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:46:00.288+0000 7f16b6010900 5 AuthRegistry(0x555df873a468) adding con mode: secure 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:46:00.288+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:46:00.289+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:46:00.289+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x555df873a5b0 EEXIST 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:46:00.392 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df8787f60 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df8788330 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df8788fd0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.366169s 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df8788330 auth_method 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df8788fd0 auth_method 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:46:00.289+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient(hunting): handle_auth_done global_id 6641 payload 824 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:46:00.289+0000 7f16b1f37640 1 monclient: found mon.noname-c 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:46:00.289+0000 7f16b1f37640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: dump: 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:46:00.289+0000 7f1692ffd640 10 monclient: dump: 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:46:00.289+0000 7f16b6010900 5 monclient: authenticate success, global_id 6641 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:46:00.289+0000 7f16b2738640 4 set_mon_vals no callback set 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:46:00.289+0000 7f16b6010900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:46:00.290+0000 7f1692ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:46:00.291+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f1680077520 auth_method 0 2026-04-17T17:46:00.393 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: get_monmap_and_config 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:46:00.291+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x555df881d2d0) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding auth protocol: cephx 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: crc 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e010) adding con mode: secure 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:46:00.291+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:46:00.291+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x7fff56a2e158 EEXIST 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df8844250 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df881f040 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df884b6e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:46:00.291+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.368808s 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df881f040 auth_method 0 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.394 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:46:00.291+0000 7f16b1f37640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df884b6e0 auth_method 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:46:00.291+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient(hunting): handle_auth_done global_id 6996 payload 274 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:46:00.292+0000 7f16b1f37640 1 monclient: found mon.noname-a 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:46:00.292+0000 7f16b1f37640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:46:00.292+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df8844250 auth_method 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: dump: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:46:00.292+0000 7f1690ff9640 10 monclient: dump: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 monclient: authenticate success, global_id 6996 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: get_monmap_and_config success 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:46:00.292+0000 7f16b6010900 4 set_mon_vals no callback set 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: shutdown 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: build_initial_monmap 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 build_initial for_mkfs: 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:46:00.292+0000 7f16b6010900 10 monclient: monmap: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding auth protocol: cephx 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.395 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:46:00.292+0000 7f16b6010900 5 AuthRegistry(0x555df8874b80) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:46:00.292+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 librados: starting msgr at 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:46:00.292+0000 7f16b6010900 1 librados: starting objecter 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 asok(0x555df8482740) register_command objecter_requests cmddesc objecter_requests hook 0x555df881df50 EEXIST 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:46:00.293+0000 7f16b6010900 1 librados: setting wanted keys 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:46:00.293+0000 7f16b6010900 1 librados: calling monclient init 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: init 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding auth protocol: cephx 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: crc 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 AuthRegistry(0x555df881bb10) adding con mode: secure 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:46:00.293+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:46:00.293+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 asok(0x555df8482740) register_command rotate-key cmddesc rotate-key hook 0x555df881bc58 EEXIST 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-a con 0x555df8844250 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-b con 0x555df884b6e0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): picked mon.noname-c con 0x555df887cf20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient(hunting): authenticate will time out at 1867.370433s 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): get_auth_request con 0x555df887cf20 auth_method 0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): get_auth_request con 0x555df8844250 auth_method 0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): get_auth_request con 0x555df884b6e0 auth_method 0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:46:00.293+0000 7f16b1f37640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:46:00.293+0000 7f16b1736640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient(hunting): handle_auth_done global_id 6999 payload 824 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient: _finish_hunting 0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:46:00.293+0000 7f16b0f35640 1 monclient: found mon.noname-a 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:46:00.293+0000 7f16b0f35640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.396 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: dump: 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: _finish_auth 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:46:00.293+0000 7f1686ffd640 10 monclient: dump: 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:46:00.293+0000 7f16b6010900 5 monclient: authenticate success, global_id 6999 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:46:00.293+0000 7f16b6010900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:46:00.293+0000 7f1690ff9640 4 set_mon_vals no callback set 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:46:00.294+0000 7f16b6010900 10 monclient: _renew_subs 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:46:00.294+0000 7f16b6010900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:46:00.294+0000 7f16b6010900 1 librados: init done 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:46:00.294+0000 7f16b6010900 5 asok(0x555df8482740) register_command cr dump hook 0x555df8849ea8 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:46:00.295+0000 7f1686ffd640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:46:00.295+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f1670077610 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:46:00.296+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df88e4ea0 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 realm 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:46:00.296+0000 7f16b6010900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:46:00.296+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:46:00.297+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df89076a0 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:46:00.297+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:46:00.297+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df8928f50 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:46:00.298+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:46:00.298+0000 7f16b6010900 20 searching for the correct realm 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:46:00.298+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df894bcf0 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:46:00.299+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f16a001c3c0 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:46:00.299+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f169805db80 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:46:00.301+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f16a40bf890 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:46:00.302+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x555df88e4ea0 msgr2=0x555df8905310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:46:00.302+0000 7f1686ffd640 1 client.6999.objecter ms_handle_reset 0x555df88e4ea0 session 0x555df88e4790 osd.1 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:46:00.302+0000 7f1686ffd640 10 monclient: _renew_subs 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:46:00.302+0000 7f1686ffd640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:46:00.302+0000 7f16b1736640 10 monclient: get_auth_request con 0x7f16700a43b0 auth_method 0 2026-04-17T17:46:00.397 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:46:00.303+0000 7f16b0f35640 10 monclient: get_auth_request con 0x7f16a40c9850 auth_method 0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:46:00.305+0000 7f16b1736640 0 -- 192.168.123.106:0/3935307721 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x7f16700a43b0 msgr2=0x7f16700c47b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:46:00.305+0000 7f1686ffd640 1 client.6999.objecter ms_handle_reset 0x7f16700a43b0 session 0x555df88e4790 osd.1 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:46:00.305+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df88e4ea0 auth_method 0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 zone default found 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 Realm: () 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:46:00.307+0000 7f16b6010900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:46:00.307+0000 7f16b6010900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 zonegroup default 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:46:00.307+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 started sync module instance, tier type = 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:46:00.308+0000 7f16b6010900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=2 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:46:00.311+0000 7f16b6010900 20 add_watcher() i=1 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=4 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=5 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=3 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=7 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:46:00.312+0000 7f16b6010900 20 add_watcher() i=6 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:46:00.312+0000 7f16b6010900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:46:00.312+0000 7f16b1f37640 10 monclient: get_auth_request con 0x7f1638007200 auth_method 0 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding auth protocol: cephx 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: crc 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 AuthRegistry(0x7fff56a2e100) adding con mode: secure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:46:00.313+0000 7f16b6010900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:46:00.313+0000 7f16b6010900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache list hook 0x555df8845680 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache inspect hook 0x555df8845680 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache erase hook 0x555df8845680 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:46:00.313+0000 7f16b6010900 5 asok(0x555df8482740) register_command cache zap hook 0x555df8845680 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 note: GC not initialized 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:46:00.314+0000 7f165efed640 20 reqs_thread_entry: start 2026-04-17T17:46:00.398 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace show hook 0x7f16a0002eb0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace history hook 0x7f16a0002eb0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace active hook 0x7f16a0002eb0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:46:00.314+0000 7f16b6010900 5 asok(0x555df8482740) register_command sync trace active_short hook 0x7f16a0002eb0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:46:00.314+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df8985b80 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:46:00.315+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df897cc70 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:46:00.317+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df897e0b0 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:46:00.318+0000 7f16b1736640 10 monclient: get_auth_request con 0x555df897f700 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:46:00.321+0000 7f16b0f35640 10 monclient: get_auth_request con 0x555df8981b70 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:46:00.326+0000 7f16b1f37640 10 monclient: get_auth_request con 0x555df88fca70 auth_method 0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 Filter name: none 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:46:00.354+0000 7f165cfe9640 20 reqs_thread_entry: start 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:46:00.354+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:46:00.354+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : miss 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:46:00.355+0000 7f16b6010900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:46:00.355+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:46:00.358+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894551 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:46:00.359+0000 7f1690ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:46:00.360+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:46:00.362+0000 7f16b6010900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.1.1 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:46:00.362+0000 7f16b6010900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:46:00.364+0000 7f16b6010900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:46:00.364+0000 7f16b6010900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:46:00.365+0000 7f16b6010900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:46:00.366+0000 7f16b6010900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 93862090413648 notifier 6999 bl.length()=927 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:46:00.366+0000 7f1687fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:46:00.367+0000 7f16b6010900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:46:00.368+0000 7f16b6010900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f16b6010900 time 2026-04-17T17:46:00.369280+0000 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f16b6d8f8f8] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.399 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:46:00.369+0000 7f16b6010900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f16b6010900 thread_name:radosgw-admin 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f16b5e3fc30] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f16b5e8d02c] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f16b6d8f957] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x555df53a10d2] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x227c) [0x555df5ac1b0c] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x555df5ac2962] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f16b5e2a610] 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:46:00.400 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f165cfe9640 / http_manager 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f165efed640 / http_manager 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f1686ffd640 / ms_dispatch 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f1687fff640 / io_context_pool 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f1690ff9640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f1692ffd640 / ms_dispatch 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f169dffb640 / ms_dispatch 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f169f7fe640 / io_context_pool, ms_dispatch 2026-04-17T17:46:00.401 INFO:tasks.workunit.client.0.vm06.stderr: 7f169ffff640 / admin_socket 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16abfff640 / ms_dispatch 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b0f35640 / msgr-worker-2 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b1736640 / msgr-worker-1 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b1f37640 / msgr-worker-0 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b2738640 / io_context_pool 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: 7f16b6010900 / radosgw-admin 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:46:00.370789Z_8e6345e2-e250-4919-92ef-626ebff91d9f/log 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:00.402 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:00.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.420+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 realm 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.421+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.422+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.422+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.423+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.423+0000 7ff16194d900 20 searching for the correct realm 2026-04-17T17:46:00.427 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.424+0000 7ff15deca640 0 -- 192.168.123.106:0/769224726 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7ff14401c040 msgr2=0x7ff144061b30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:00.431 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.428+0000 7ff15cec8640 0 -- 192.168.123.106:0/769224726 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff140003710 msgr2=0x7ff150066940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.632+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 zone default found 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 4 Realm: () 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 zonegroup default 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.633+0000 7ff16194d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.634+0000 7ff16194d900 20 started sync module instance, tier type = 2026-04-17T17:46:00.636 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.634+0000 7ff16194d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.637+0000 7ff16194d900 20 add_watcher() i=3 2026-04-17T17:46:00.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.637+0000 7ff16194d900 20 add_watcher() i=5 2026-04-17T17:46:00.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.637+0000 7ff16194d900 20 add_watcher() i=6 2026-04-17T17:46:00.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.637+0000 7ff16194d900 20 add_watcher() i=4 2026-04-17T17:46:00.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.638+0000 7ff16194d900 20 add_watcher() i=0 2026-04-17T17:46:00.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.638+0000 7ff16194d900 20 add_watcher() i=2 2026-04-17T17:46:00.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.638+0000 7ff16194d900 20 add_watcher() i=1 2026-04-17T17:46:00.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.638+0000 7ff16194d900 20 add_watcher() i=7 2026-04-17T17:46:00.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.638+0000 7ff16194d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.640+0000 7ff16194d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.640+0000 7ff16194d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.640+0000 7ff16194d900 5 note: GC not initialized 2026-04-17T17:46:00.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.640+0000 7ff10afed640 20 reqs_thread_entry: start 2026-04-17T17:46:00.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.676+0000 7ff16194d900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.676+0000 7ff16194d900 20 Filter name: none 2026-04-17T17:46:00.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.676+0000 7ff108fe9640 20 reqs_thread_entry: start 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=455 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.677+0000 7ff16194d900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.678+0000 7ff16194d900 20 rados_obj.operate() r=0 bl.length=455 2026-04-17T17:46:00.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.678+0000 7ff16194d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.681+0000 7ff16194d900 20 remove_watcher() i=3 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.681+0000 7ff16194d900 2 removed watcher, disabling cache 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.681+0000 7ff16194d900 20 remove_watcher() i=2 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.681+0000 7ff16194d900 20 remove_watcher() i=5 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.681+0000 7ff16194d900 20 remove_watcher() i=6 2026-04-17T17:46:00.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.682+0000 7ff16194d900 20 remove_watcher() i=1 2026-04-17T17:46:00.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.682+0000 7ff16194d900 20 remove_watcher() i=7 2026-04-17T17:46:00.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.682+0000 7ff16194d900 20 remove_watcher() i=0 2026-04-17T17:46:00.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.682+0000 7ff16194d900 20 remove_watcher() i=4 2026-04-17T17:46:00.690 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.690 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:00.690 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:00.690 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:00.692 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:00.692 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:00.710 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:00.710 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:00.760 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:46:00.782 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:00.782 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:00.803 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.800+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 realm 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.804 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.801+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.802+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.805 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.802+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.803+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:00.806 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.803+0000 7fcf9a93b900 20 searching for the correct realm 2026-04-17T17:46:00.808 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.805+0000 7fcf96f53640 0 -- 192.168.123.106:0/3105912934 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55dfc25e89a0 msgr2=0x55dfc2608d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.813 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.810+0000 7fcf95f51640 0 -- 192.168.123.106:0/3105912934 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fcf8406a780 msgr2=0x7fcf84072610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:00.816 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.813+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 zone default found 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 4 Realm: () 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 zonegroup default 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 started sync module instance, tier type = 2026-04-17T17:46:00.817 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.814+0000 7fcf9a93b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=2 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=0 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=6 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=7 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=4 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=5 2026-04-17T17:46:00.821 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.818+0000 7fcf9a93b900 20 add_watcher() i=1 2026-04-17T17:46:00.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.819+0000 7fcf9a93b900 20 add_watcher() i=3 2026-04-17T17:46:00.822 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.819+0000 7fcf9a93b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:00.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.821+0000 7fcf9a93b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:00.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.821+0000 7fcf9a93b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:00.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.821+0000 7fcf9a93b900 5 note: GC not initialized 2026-04-17T17:46:00.824 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.821+0000 7fcf3effd640 20 reqs_thread_entry: start 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.863+0000 7fcf9a93b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.863+0000 7fcf9a93b900 20 Filter name: none 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf3cff9640 20 reqs_thread_entry: start 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : miss 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 20 rados_obj.operate() r=0 bl.length=455 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.864+0000 7fcf9a93b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:00.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.865+0000 7fcf9a93b900 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to be held by another RGW process; skipping for now 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=2 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 2 removed watcher, disabling cache 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=1 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=0 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=6 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=3 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=5 2026-04-17T17:46:00.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.870+0000 7fcf9a93b900 20 remove_watcher() i=7 2026-04-17T17:46:00.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:00.871+0000 7fcf9a93b900 20 remove_watcher() i=4 2026-04-17T17:46:00.880 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:46:30.912 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:46:30.933 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:30.933 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:30.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.948+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 realm 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:30.952 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.949+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:30.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.950+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:30.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.950+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:30.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.951+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:30.953 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.951+0000 7f7b3613c900 20 searching for the correct realm 2026-04-17T17:46:30.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.953+0000 7f7b3164e640 0 -- 192.168.123.106:0/3914133869 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f7b200866b0 msgr2=0x7f7b20087400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:30.958 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:30.955+0000 7f7b3164e640 0 -- 192.168.123.106:0/3914133869 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f7b2408a040 msgr2=0x7f7b24063b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:31.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:31.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:31.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:31.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:31.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.159+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 zone default found 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 4 Realm: () 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 zonegroup default 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.160+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.161+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.161+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.161+0000 7f7b3613c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.161+0000 7f7b3613c900 20 started sync module instance, tier type = 2026-04-17T17:46:31.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.161+0000 7f7b3613c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:31.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.163+0000 7f7b3613c900 20 add_watcher() i=0 2026-04-17T17:46:31.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.163+0000 7f7b3613c900 20 add_watcher() i=5 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.164+0000 7f7b3613c900 20 add_watcher() i=6 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.164+0000 7f7b3613c900 20 add_watcher() i=3 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.164+0000 7f7b3613c900 20 add_watcher() i=4 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.164+0000 7f7b3613c900 20 add_watcher() i=7 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.164+0000 7f7b3613c900 20 add_watcher() i=1 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.165+0000 7f7b3613c900 20 add_watcher() i=2 2026-04-17T17:46:31.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.165+0000 7f7b3613c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:31.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.166+0000 7f7b3613c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:31.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.166+0000 7f7b3613c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:31.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.166+0000 7f7b3613c900 5 note: GC not initialized 2026-04-17T17:46:31.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.167+0000 7f7adefed640 20 reqs_thread_entry: start 2026-04-17T17:46:31.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.200+0000 7f7b3613c900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:31.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.200+0000 7f7b3613c900 20 Filter name: none 2026-04-17T17:46:31.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.200+0000 7f7adcfe9640 20 reqs_thread_entry: start 2026-04-17T17:46:31.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.200+0000 7f7b3613c900 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2026-04-17T17:46:31.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.200+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : miss 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 20 rados_obj.operate() r=0 bl.length=455 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.201+0000 7f7b3613c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:31.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.202+0000 7f7b3613c900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:46:31.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.205+0000 7f7b3613c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.205+0000 7f7b3613c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.205+0000 7f7b3613c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.205+0000 7f7b3613c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:31.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.206+0000 7f7b10ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894553 cookie 94469578045824 notifier 7041 bl.length()=927 2026-04-17T17:46:31.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.206+0000 7f7b10ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.206+0000 7f7b10ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.206+0000 7f7b10ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.207+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:31.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.207+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:31.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.207+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:31.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.207+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:31.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.208+0000 7f7b10ff9640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0' needs retry: Success 2026-04-17T17:46:31.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.210+0000 7f7b3613c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.2.0 2026-04-17T17:46:31.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.210+0000 7f7b3613c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.2.0 2026-04-17T17:46:31.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.210+0000 7f7b3613c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.2.1 2026-04-17T17:46:31.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.210+0000 7f7b3613c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.2.1 2026-04-17T17:46:31.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.210+0000 7f7b3613c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0 2026-04-17T17:46:31.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.218+0000 7f7b3613c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:31.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.218+0000 7f7b3613c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94469578045824 notifier 7041 bl.length()=927 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b117fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b117fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b117fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:31.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:31.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:31.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.220+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:31.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.221+0000 7f7b3613c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30.0 2026-04-17T17:46:31.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.222+0000 7f7b3613c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:31.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.222+0000 7f7b3613c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b3613c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b3613c900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b3613c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b3613c900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30, ofs0, ns] 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b117fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 94469578045824 notifier 7041 bl.length()=891 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b117fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 info.flags=0x17 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b117fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 to cache LRU end 2026-04-17T17:46:31.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.223+0000 7f7b117fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:31.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.224+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_sources= new_sources= 2026-04-17T17:46:31.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.224+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential sources added=[] removed=[] 2026-04-17T17:46:31.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.224+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): orig_dests= new_dests= 2026-04-17T17:46:31.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.224+0000 7f7b3613c900 20 handle_bi_update(): bucket=:abort-at-block-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30]): potential dests added=[] removed=[] 2026-04-17T17:46:31.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.225+0000 7f7b3613c900 1 execute INFO: reshard of bucket "abort-at-block-writes" from 1 shards to 2 shards completed successfully 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=3 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 2 removed watcher, disabling cache 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=1 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=0 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=5 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=4 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=6 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=2 2026-04-17T17:46:31.233 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.230+0000 7f7b3613c900 20 remove_watcher() i=7 2026-04-17T17:46:31.242 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2026-04-17T17:46:31.261 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:31.261 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:31.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.278+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 realm 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.279+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.280+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:31.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.280+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.280+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:31.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.280+0000 7fdacbc1b900 20 searching for the correct realm 2026-04-17T17:46:31.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.282+0000 7fdaba5ff640 0 -- 192.168.123.106:0/3381254318 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fdab4017910 msgr2=0x7fdab403f950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:31.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.285+0000 7fdaba5ff640 0 -- 192.168.123.106:0/3381254318 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fdabc0a70b0 msgr2=0x7fdabc0619c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:31.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.490+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 zone default found 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 4 Realm: () 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 zonegroup default 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 started sync module instance, tier type = 2026-04-17T17:46:31.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.491+0000 7fdacbc1b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=6 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=5 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=3 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=0 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=1 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=2 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=4 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 20 add_watcher() i=7 2026-04-17T17:46:31.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.495+0000 7fdacbc1b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:31.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.498+0000 7fdacbc1b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:31.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.498+0000 7fdacbc1b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:31.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.498+0000 7fdacbc1b900 5 note: GC not initialized 2026-04-17T17:46:31.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.498+0000 7fda6f7fe640 20 reqs_thread_entry: start 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fdacbc1b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fdacbc1b900 20 Filter name: none 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fda6d7fa640 20 reqs_thread_entry: start 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:31.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.541+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 rados_obj.operate() r=0 bl.length=419 2026-04-17T17:46:31.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.542+0000 7fdacbc1b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=5 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 2 removed watcher, disabling cache 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=6 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=7 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=0 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=4 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=3 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=2 2026-04-17T17:46:31.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:31.547+0000 7fdacbc1b900 20 remove_watcher() i=1 2026-04-17T17:46:31.556 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:31.556 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:31.556 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-block-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.30 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:46:31.556 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:31.558 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.558 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.567 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.567 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.700 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.700 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.747 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2026-04-17T17:46:31.748 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:31.748 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.748 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.774 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.774 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.822 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.822 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.872 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.872 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.925 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.925 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:31.974 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:31.974 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.023 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.023 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.074 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.074 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.126 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.126 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.177 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.177 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.226 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.226 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.276 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.276 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.325 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.325 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.374 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.374 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.424 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.424 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.474 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.474 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.524 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.524 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.574 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.574 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.624 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.624 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.674 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.674 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.724 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.724 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.774 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:32.774 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:32.824 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-17T17:46:32.844 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:32.844 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:32.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.860+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 realm 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.862+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.863+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:32.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.863+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.864+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:32.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.864+0000 7f5f4de13900 20 searching for the correct realm 2026-04-17T17:46:32.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.866+0000 7f5f495dc640 0 -- 192.168.123.106:0/2737713862 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55638e6cf980 msgr2=0x55638e6efe30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:32.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.869+0000 7f5f48ddb640 0 -- 192.168.123.106:0/2737713862 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f5f3c0c08b0 msgr2=0x7f5f3c0be7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:32.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:32.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 zone default found 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 4 Realm: () 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 zonegroup default 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.872+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.873+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.873+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.873+0000 7f5f4de13900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.873+0000 7f5f4de13900 20 started sync module instance, tier type = 2026-04-17T17:46:32.876 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.873+0000 7f5f4de13900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:32.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.876+0000 7f5f4de13900 20 add_watcher() i=6 2026-04-17T17:46:32.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.876+0000 7f5f4de13900 20 add_watcher() i=7 2026-04-17T17:46:32.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.876+0000 7f5f4de13900 20 add_watcher() i=5 2026-04-17T17:46:32.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.878+0000 7f5f4de13900 20 add_watcher() i=1 2026-04-17T17:46:32.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.880+0000 7f5f4de13900 20 add_watcher() i=3 2026-04-17T17:46:32.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.880+0000 7f5f4de13900 20 add_watcher() i=2 2026-04-17T17:46:32.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.880+0000 7f5f4de13900 20 add_watcher() i=0 2026-04-17T17:46:32.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.880+0000 7f5f4de13900 20 add_watcher() i=4 2026-04-17T17:46:32.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.880+0000 7f5f4de13900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:32.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.882+0000 7f5f4de13900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:32.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.882+0000 7f5f4de13900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:32.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.882+0000 7f5f4de13900 5 note: GC not initialized 2026-04-17T17:46:32.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.882+0000 7f5ef67ec640 20 reqs_thread_entry: start 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5f4de13900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5f4de13900 20 Filter name: none 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5eeffff640 20 reqs_thread_entry: start 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:32.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.921+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:32.925 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.922+0000 7f5f4de13900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:32.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=6 2026-04-17T17:46:32.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 2 removed watcher, disabling cache 2026-04-17T17:46:32.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=1 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=2 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=7 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=0 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.926+0000 7f5f4de13900 20 remove_watcher() i=3 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.927+0000 7f5f4de13900 20 remove_watcher() i=5 2026-04-17T17:46:32.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.927+0000 7f5f4de13900 20 remove_watcher() i=4 2026-04-17T17:46:32.935 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:32.935 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:32.935 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:32.935 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:32.938 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2026-04-17T17:46:32.961 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:32.961 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:32.982 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.979+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 realm 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.980+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.981+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:32.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.981+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.982+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:32.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.982+0000 7fe2dd019900 20 searching for the correct realm 2026-04-17T17:46:32.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.984+0000 7fe2cb5ff640 0 -- 192.168.123.106:0/3094450908 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fe2c40748f0 msgr2=0x7fe2c409f450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:32.990 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.987+0000 7fe2cb5ff640 0 -- 192.168.123.106:0/3094450908 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fe2cc0205f0 msgr2=0x7fe2cc050080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.990+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 zone default found 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 4 Realm: () 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 zonegroup default 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.991+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:32.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.992+0000 7fe2dd019900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:32.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.992+0000 7fe2dd019900 20 started sync module instance, tier type = 2026-04-17T17:46:32.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.992+0000 7fe2dd019900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:32.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.995+0000 7fe2dd019900 20 add_watcher() i=3 2026-04-17T17:46:32.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.996+0000 7fe2dd019900 20 add_watcher() i=6 2026-04-17T17:46:33.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.999+0000 7fe2dd019900 20 add_watcher() i=7 2026-04-17T17:46:33.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.999+0000 7fe2dd019900 20 add_watcher() i=0 2026-04-17T17:46:33.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.999+0000 7fe2dd019900 20 add_watcher() i=2 2026-04-17T17:46:33.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:32.999+0000 7fe2dd019900 20 add_watcher() i=1 2026-04-17T17:46:33.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.002+0000 7fe2dd019900 20 add_watcher() i=5 2026-04-17T17:46:33.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.002+0000 7fe2dd019900 20 add_watcher() i=4 2026-04-17T17:46:33.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.002+0000 7fe2dd019900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:33.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.004+0000 7fe2dd019900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:33.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.004+0000 7fe2dd019900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:33.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.004+0000 7fe2dd019900 5 note: GC not initialized 2026-04-17T17:46:33.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.004+0000 7fe284ff1640 20 reqs_thread_entry: start 2026-04-17T17:46:33.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 20 Filter name: none 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe27e7fc640 20 reqs_thread_entry: start 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 : miss 2026-04-17T17:46:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.048+0000 7fe2dd019900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.049+0000 7fe2dd019900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2dd019900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2dd019900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2dd019900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2dd019900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31, ofs0, ns] 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2b77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894508 cookie 94777890332416 notifier 7101 bl.length()=943 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2b77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2b77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.053+0000 7fe2b77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.055+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_sources= new_sources= 2026-04-17T17:46:33.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.055+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential sources added=[] removed=[] 2026-04-17T17:46:33.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.055+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_dests= new_dests= 2026-04-17T17:46:33.058 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.055+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential dests added=[] removed=[] 2026-04-17T17:46:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.060+0000 7fe2dd019900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.1.0 2026-04-17T17:46:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.060+0000 7fe2dd019900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.1.0 2026-04-17T17:46:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.060+0000 7fe2dd019900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.1.1 2026-04-17T17:46:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.060+0000 7fe2dd019900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.1.1 2026-04-17T17:46:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.060+0000 7fe2dd019900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.0 2026-04-17T17:46:33.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.064+0000 7fe2dd019900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:33.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.064+0000 7fe2dd019900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 2026-04-17T17:46:33.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.065+0000 7fe2dd019900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.065+0000 7fe2dd019900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.065+0000 7fe2dd019900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.066+0000 7fe2dd019900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31, ofs0, ns] 2026-04-17T17:46:33.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.066+0000 7fe2b6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894509 cookie 94777890332416 notifier 7101 bl.length()=943 2026-04-17T17:46:33.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.066+0000 7fe2b6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.066+0000 7fe2b6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.066+0000 7fe2b6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.067+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_sources= new_sources= 2026-04-17T17:46:33.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.067+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential sources added=[] removed=[] 2026-04-17T17:46:33.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.067+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_dests= new_dests= 2026-04-17T17:46:33.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.067+0000 7fe2dd019900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential dests added=[] removed=[] 2026-04-17T17:46:33.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.068+0000 7fe2dd019900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.0 2026-04-17T17:46:33.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.068+0000 7fe2dd019900 -1 Injecting error=-5 at location=commit_target_layout 2026-04-17T17:46:33.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.068+0000 7fe2dd019900 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=0 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 2 removed watcher, disabling cache 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=3 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=2 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=1 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=4 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=5 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=6 2026-04-17T17:46:33.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.075+0000 7fe2dd019900 20 remove_watcher() i=7 2026-04-17T17:46:33.086 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-17T17:46:33.106 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:33.106 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:33.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.125+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 realm 2026-04-17T17:46:33.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.126+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.127+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.127+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.128+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:33.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.128+0000 7ff825216900 20 searching for the correct realm 2026-04-17T17:46:33.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.131+0000 7ff820983640 0 -- 192.168.123.106:0/1830453937 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7ff814042040 msgr2=0x7ff814032430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.336+0000 7ff813fff640 0 -- 192.168.123.106:0/1830453937 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55ceefc01310 msgr2=0x55ceefc216f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.338+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 zone default found 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 4 Realm: () 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 zonegroup default 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.339+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.340+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.340+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.340+0000 7ff825216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.340+0000 7ff825216900 20 started sync module instance, tier type = 2026-04-17T17:46:33.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.340+0000 7ff825216900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:33.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.343+0000 7ff825216900 20 add_watcher() i=7 2026-04-17T17:46:33.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.343+0000 7ff825216900 20 add_watcher() i=0 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.343+0000 7ff825216900 20 add_watcher() i=2 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 20 add_watcher() i=1 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 20 add_watcher() i=3 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 20 add_watcher() i=4 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 20 add_watcher() i=5 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 20 add_watcher() i=6 2026-04-17T17:46:33.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.344+0000 7ff825216900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:33.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.346+0000 7ff825216900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:33.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.346+0000 7ff825216900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:33.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.346+0000 7ff825216900 5 note: GC not initialized 2026-04-17T17:46:33.349 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.346+0000 7ff7cd7f2640 20 reqs_thread_entry: start 2026-04-17T17:46:33.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.382+0000 7ff825216900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:33.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.382+0000 7ff825216900 20 Filter name: none 2026-04-17T17:46:33.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.382+0000 7ff7c6ffd640 20 reqs_thread_entry: start 2026-04-17T17:46:33.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.382+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:46:33.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.383+0000 7ff825216900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=3 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 2 removed watcher, disabling cache 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=0 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=5 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=7 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=2 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=6 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=1 2026-04-17T17:46:33.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.388+0000 7ff825216900 20 remove_watcher() i=4 2026-04-17T17:46:33.397 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:33.397 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:33.397 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:33.397 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:33.398 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.398 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.418 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.418 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.469 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:46:33.491 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:33.491 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.510+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.511+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.511+0000 7fde1812c900 20 realm 2026-04-17T17:46:33.514 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.511+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.512+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.512+0000 7fde1812c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:33.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.512+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.512+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.515 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.512+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.513+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.513+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.514+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:33.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.514+0000 7fde1812c900 20 searching for the correct realm 2026-04-17T17:46:33.520 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.517+0000 7fde0ffff640 0 -- 192.168.123.106:0/2620072524 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55d19e06f800 msgr2=0x55d19e08fbe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.520+0000 7fde0ffff640 0 -- 192.168.123.106:0/2620072524 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x7fddd00a4200 msgr2=0x7fddd00c4600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.523+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.526 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 zone default found 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 4 Realm: () 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:33.527 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 zonegroup default 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.524+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 started sync module instance, tier type = 2026-04-17T17:46:33.528 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.525+0000 7fde1812c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:33.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.529+0000 7fde1812c900 20 add_watcher() i=2 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.529+0000 7fde1812c900 20 add_watcher() i=3 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=7 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=1 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=6 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=0 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=4 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 20 add_watcher() i=5 2026-04-17T17:46:33.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.530+0000 7fde1812c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:33.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.532+0000 7fde1812c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:33.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.532+0000 7fde1812c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:33.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.532+0000 7fde1812c900 5 note: GC not initialized 2026-04-17T17:46:33.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.532+0000 7fddc0fe9640 20 reqs_thread_entry: start 2026-04-17T17:46:33.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.573+0000 7fde1812c900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:33.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.573+0000 7fde1812c900 20 Filter name: none 2026-04-17T17:46:33.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.573+0000 7fddba7fc640 20 reqs_thread_entry: start 2026-04-17T17:46:33.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.573+0000 7fde1812c900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-17T17:46:33.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.573+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 : miss 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.574+0000 7fde1812c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 2026-04-17T17:46:33.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.575+0000 7fde1812c900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fde1812c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fde1812c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fde1812c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fde1812c900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31, ofs0, ns] 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fddeeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894510 cookie 94358787829216 notifier 7137 bl.length()=943 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fddeeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fddeeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.579+0000 7fddeeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.581+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_sources= new_sources= 2026-04-17T17:46:33.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.581+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential sources added=[] removed=[] 2026-04-17T17:46:33.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.581+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_dests= new_dests= 2026-04-17T17:46:33.584 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.581+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential dests added=[] removed=[] 2026-04-17T17:46:33.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.583+0000 7fde1812c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.2.0 2026-04-17T17:46:33.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.583+0000 7fde1812c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.2.0 2026-04-17T17:46:33.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.583+0000 7fde1812c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.2.1 2026-04-17T17:46:33.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.583+0000 7fde1812c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.2.1 2026-04-17T17:46:33.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.583+0000 7fde1812c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.0 2026-04-17T17:46:33.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.585+0000 7fde1812c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:33.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.585+0000 7fde1812c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fde1812c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fde1812c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fde1812c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fde1812c900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31, ofs0, ns] 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fddeeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894511 cookie 94358787829216 notifier 7137 bl.length()=943 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fddeeffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fddeeffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.586+0000 7fddeeffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.587+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_sources= new_sources= 2026-04-17T17:46:33.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.587+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential sources added=[] removed=[] 2026-04-17T17:46:33.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.587+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_dests= new_dests= 2026-04-17T17:46:33.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.587+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential dests added=[] removed=[] 2026-04-17T17:46:33.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.588+0000 7fde1812c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31.0 2026-04-17T17:46:33.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.588+0000 7fde1812c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:33.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.588+0000 7fde1812c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 2026-04-17T17:46:33.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.589+0000 7fde1812c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.589+0000 7fde1812c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.589+0000 7fde1812c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.589+0000 7fde1812c900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31, ofs0, ns] 2026-04-17T17:46:33.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.590+0000 7fddee7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894512 cookie 94358787829216 notifier 7137 bl.length()=907 2026-04-17T17:46:33.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.590+0000 7fddee7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 info.flags=0x17 2026-04-17T17:46:33.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.590+0000 7fddee7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 to cache LRU end 2026-04-17T17:46:33.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.590+0000 7fddee7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:33.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.591+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_sources= new_sources= 2026-04-17T17:46:33.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.591+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential sources added=[] removed=[] 2026-04-17T17:46:33.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.591+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): orig_dests= new_dests= 2026-04-17T17:46:33.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.591+0000 7fde1812c900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31]): potential dests added=[] removed=[] 2026-04-17T17:46:33.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.592+0000 7fde1812c900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=3 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 2 removed watcher, disabling cache 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=0 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=5 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=7 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=6 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=2 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=4 2026-04-17T17:46:33.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.596+0000 7fde1812c900 20 remove_watcher() i=1 2026-04-17T17:46:33.607 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-17T17:46:33.626 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:33.626 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:33.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.644+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 realm 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.645+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.646+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.646+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.646+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:33.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.647+0000 7f46b2739900 20 searching for the correct realm 2026-04-17T17:46:33.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.649+0000 7f46aebf7640 0 -- 192.168.123.106:0/3295664565 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55d90a739e10 msgr2=0x55d90a75a210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.652+0000 7f46ae3f6640 0 -- 192.168.123.106:0/3295664565 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46a0049040 msgr2=0x7f46a004b940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.654+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 zone default found 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 4 Realm: () 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 zonegroup default 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 started sync module instance, tier type = 2026-04-17T17:46:33.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.655+0000 7f46b2739900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:33.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.658+0000 7f46b2739900 20 add_watcher() i=4 2026-04-17T17:46:33.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=5 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=6 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=3 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=2 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=0 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=1 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 20 add_watcher() i=7 2026-04-17T17:46:33.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.659+0000 7f46b2739900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:33.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.661+0000 7f46b2739900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:33.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.661+0000 7f46b2739900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:33.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.661+0000 7f46b2739900 5 note: GC not initialized 2026-04-17T17:46:33.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.661+0000 7f4656ffd640 20 reqs_thread_entry: start 2026-04-17T17:46:33.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.705+0000 7f46b2739900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:33.708 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.706+0000 7f46b2739900 20 Filter name: none 2026-04-17T17:46:33.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.706+0000 7f4654ff9640 20 reqs_thread_entry: start 2026-04-17T17:46:33.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.706+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.706+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.709 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.706+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 rados->read ofs=0 len=0 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:33.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.707+0000 7f46b2739900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=0 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 2 removed watcher, disabling cache 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=5 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=6 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=1 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=3 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=2 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=7 2026-04-17T17:46:33.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:33.712+0000 7f46b2739900 20 remove_watcher() i=4 2026-04-17T17:46:33.721 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:33.722 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:33.722 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.31 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:46:33.722 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:33.723 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.723 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.733 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.733 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.919 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.919 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.966 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2026-04-17T17:46:33.966 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:33.966 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.966 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:33.995 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:33.995 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.043 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.043 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.094 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.094 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.144 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.144 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.223 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.224 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.274 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.274 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.324 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.324 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.375 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.375 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.425 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.425 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.475 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.475 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.525 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.525 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.576 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.576 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.626 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.626 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.676 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.676 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.726 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.726 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.777 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.777 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.828 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.828 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.877 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.877 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:34.928 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:34.928 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.001 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.001 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.053 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.053 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.105 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-17T17:46:35.125 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:35.125 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:35.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.142+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 realm 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.144+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.145+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.145+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.145+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.145+0000 7fd681b2b900 20 searching for the correct realm 2026-04-17T17:46:35.152 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.149+0000 7fd67d87a640 0 -- 192.168.123.106:0/1125495860 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fd6700712a0 msgr2=0x7fd670096290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:35.357 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.353+0000 7fd67d079640 0 -- 192.168.123.106:0/1125495860 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55a1eab07bf0 msgr2=0x55a1eab27fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:35.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 zone default found 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 4 Realm: () 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 zonegroup default 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.356+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 started sync module instance, tier type = 2026-04-17T17:46:35.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.357+0000 7fd681b2b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:35.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.360+0000 7fd681b2b900 20 add_watcher() i=0 2026-04-17T17:46:35.363 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.360+0000 7fd681b2b900 20 add_watcher() i=5 2026-04-17T17:46:35.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.361+0000 7fd681b2b900 20 add_watcher() i=1 2026-04-17T17:46:35.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.361+0000 7fd681b2b900 20 add_watcher() i=6 2026-04-17T17:46:35.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.361+0000 7fd681b2b900 20 add_watcher() i=4 2026-04-17T17:46:35.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.361+0000 7fd681b2b900 20 add_watcher() i=3 2026-04-17T17:46:35.364 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.361+0000 7fd681b2b900 20 add_watcher() i=7 2026-04-17T17:46:35.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.362+0000 7fd681b2b900 20 add_watcher() i=2 2026-04-17T17:46:35.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.362+0000 7fd681b2b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:35.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.364+0000 7fd681b2b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:35.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.364+0000 7fd681b2b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:35.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.364+0000 7fd681b2b900 5 note: GC not initialized 2026-04-17T17:46:35.367 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.364+0000 7fd62b7ee640 20 reqs_thread_entry: start 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd681b2b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd681b2b900 20 Filter name: none 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd6297ea640 20 reqs_thread_entry: start 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:35.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.400+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:35.404 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.401+0000 7fd681b2b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=5 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 2 removed watcher, disabling cache 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=2 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=7 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=0 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=3 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=6 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=4 2026-04-17T17:46:35.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.405+0000 7fd681b2b900 20 remove_watcher() i=1 2026-04-17T17:46:35.414 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:35.414 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:35.414 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:35.414 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:35.416 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2026-04-17T17:46:35.443 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:35.444 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:35.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.460+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.461+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.461+0000 7fc5a696f900 20 realm 2026-04-17T17:46:35.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.461+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.462+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.463+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.463+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:35.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.463+0000 7fc5a696f900 20 searching for the correct realm 2026-04-17T17:46:35.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.466+0000 7fc5a2f84640 0 -- 192.168.123.106:0/188349546 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5607f5823810 msgr2=0x5607f5843bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:35.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.469+0000 7fc5a2783640 0 -- 192.168.123.106:0/188349546 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc594017410 msgr2=0x7fc594017880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.473+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 zone default found 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 4 Realm: () 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 zonegroup default 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.474+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.475+0000 7fc5a696f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.475+0000 7fc5a696f900 20 started sync module instance, tier type = 2026-04-17T17:46:35.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.475+0000 7fc5a696f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.478+0000 7fc5a696f900 20 add_watcher() i=5 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=2 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=1 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=6 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=0 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=3 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=7 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 20 add_watcher() i=4 2026-04-17T17:46:35.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.479+0000 7fc5a696f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:35.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.480+0000 7fc5a696f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:35.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.480+0000 7fc5a696f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:35.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.481+0000 7fc5a696f900 5 note: GC not initialized 2026-04-17T17:46:35.484 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.481+0000 7fc54b7fe640 20 reqs_thread_entry: start 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 20 Filter name: none 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5497fa640 20 reqs_thread_entry: start 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 : miss 2026-04-17T17:46:35.524 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.521+0000 7fc5a696f900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.522+0000 7fc5a696f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc5a696f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc5a696f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc5a696f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc5a696f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32, ofs0, ns] 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc581ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894515 cookie 94592183757952 notifier 6812 bl.length()=943 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc581ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc581ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.526+0000 7fc581ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.529+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_sources= new_sources= 2026-04-17T17:46:35.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.529+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential sources added=[] removed=[] 2026-04-17T17:46:35.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.529+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_dests= new_dests= 2026-04-17T17:46:35.532 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.529+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential dests added=[] removed=[] 2026-04-17T17:46:35.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.535+0000 7fc5a696f900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.1.0 2026-04-17T17:46:35.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.535+0000 7fc5a696f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.1.0 2026-04-17T17:46:35.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.535+0000 7fc5a696f900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.1.1 2026-04-17T17:46:35.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.535+0000 7fc5a696f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.1.1 2026-04-17T17:46:35.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.535+0000 7fc5a696f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.0 2026-04-17T17:46:35.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.537+0000 7fc5a696f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:35.540 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.537+0000 7fc5a696f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5a696f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5a696f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5a696f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5a696f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32, ofs0, ns] 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5817fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894516 cookie 94592183757952 notifier 6812 bl.length()=943 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5817fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5817fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.538+0000 7fc5817fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.539+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_sources= new_sources= 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.539+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential sources added=[] removed=[] 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.539+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_dests= new_dests= 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.539+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential dests added=[] removed=[] 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.540+0000 7fc5a696f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32.0 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.541+0000 7fc5a696f900 -1 Injecting error=-125 at location=commit_target_layout 2026-04-17T17:46:35.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.541+0000 7fc5a696f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:35.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.541+0000 7fc5a696f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc5a696f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc5a696f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc5a696f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc5a696f900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32, ofs0, ns] 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc581ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894517 cookie 94592183757952 notifier 6812 bl.length()=907 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc581ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 info.flags=0x17 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc581ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 to cache LRU end 2026-04-17T17:46:35.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.542+0000 7fc581ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.543+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_sources= new_sources= 2026-04-17T17:46:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.543+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential sources added=[] removed=[] 2026-04-17T17:46:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.543+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): orig_dests= new_dests= 2026-04-17T17:46:35.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.543+0000 7fc5a696f900 20 handle_bi_update(): bucket=:error-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32]): potential dests added=[] removed=[] 2026-04-17T17:46:35.547 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.544+0000 7fc5a696f900 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=2 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 2 removed watcher, disabling cache 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=1 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=7 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=6 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=5 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=3 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=0 2026-04-17T17:46:35.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.549+0000 7fc5a696f900 20 remove_watcher() i=4 2026-04-17T17:46:35.559 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2026-04-17T17:46:35.578 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:35.578 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.595+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 realm 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.596+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.597+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.597+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.598+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:35.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.598+0000 7fce6451c900 20 searching for the correct realm 2026-04-17T17:46:35.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.600+0000 7fce61fd3640 0 -- 192.168.123.106:0/504386290 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x557108927020 msgr2=0x5571089474d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:35.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.604+0000 7fce617d2640 0 -- 192.168.123.106:0/504386290 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fce54060930 msgr2=0x7fce540053d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.607+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 zone default found 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 4 Realm: () 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 zonegroup default 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.608+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.609+0000 7fce6451c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.609+0000 7fce6451c900 20 started sync module instance, tier type = 2026-04-17T17:46:35.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.609+0000 7fce6451c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=5 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=3 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=4 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=0 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=6 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.612+0000 7fce6451c900 20 add_watcher() i=2 2026-04-17T17:46:35.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.613+0000 7fce6451c900 20 add_watcher() i=7 2026-04-17T17:46:35.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.613+0000 7fce6451c900 20 add_watcher() i=1 2026-04-17T17:46:35.616 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.613+0000 7fce6451c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:35.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.614+0000 7fce6451c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:35.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.614+0000 7fce6451c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:35.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.614+0000 7fce6451c900 5 note: GC not initialized 2026-04-17T17:46:35.618 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.615+0000 7fce0f7ee640 20 reqs_thread_entry: start 2026-04-17T17:46:35.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce6451c900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:35.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce6451c900 20 Filter name: none 2026-04-17T17:46:35.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce0d7ea640 20 reqs_thread_entry: start 2026-04-17T17:46:35.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.653+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 rados->read ofs=0 len=0 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:35.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.654+0000 7fce6451c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=3 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 2 removed watcher, disabling cache 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=0 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=4 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=2 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=7 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=5 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=6 2026-04-17T17:46:35.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:35.659+0000 7fce6451c900 20 remove_watcher() i=1 2026-04-17T17:46:35.668 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:35.668 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:35.668 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.32 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-17T17:46:35.668 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:35.670 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.670 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.680 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.680 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.829 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.829 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.874 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at commit_target_layout 2026-04-17T17:46:35.874 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:35.875 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.875 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.901 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.901 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.949 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.949 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:35.999 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:35.999 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.049 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.049 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.099 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.099 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.148 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.148 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.197 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.197 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.248 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.248 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.299 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.299 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.347 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.347 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.396 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.396 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.447 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.447 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.496 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.496 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.546 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.546 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.596 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.596 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.646 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.646 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.694 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.694 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.742 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.742 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.791 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.791 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.841 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.841 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.891 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:36.891 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:46:36.942 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-17T17:46:36.962 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:36.962 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:36.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.980+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 20 realm 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:36.984 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.981+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.982+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.982+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.982+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:36.985 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.982+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.983+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:36.986 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.983+0000 7f2c11610900 20 searching for the correct realm 2026-04-17T17:46:36.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.986+0000 7f2c0d584640 0 -- 192.168.123.106:0/3373977441 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x56025c2012c0 msgr2=0x56025c2216a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:36.991 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.988+0000 7f2c0d584640 0 -- 192.168.123.106:0/3373977441 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56025c244c40 msgr2=0x56025c265020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.991+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 zone default found 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 4 Realm: () 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 zonegroup default 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.992+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:36.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.993+0000 7f2c11610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:36.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.993+0000 7f2c11610900 20 started sync module instance, tier type = 2026-04-17T17:46:36.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.993+0000 7f2c11610900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:36.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.996+0000 7f2c11610900 20 add_watcher() i=0 2026-04-17T17:46:36.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.996+0000 7f2c11610900 20 add_watcher() i=5 2026-04-17T17:46:37.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.997+0000 7f2c11610900 20 add_watcher() i=3 2026-04-17T17:46:37.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.997+0000 7f2c11610900 20 add_watcher() i=6 2026-04-17T17:46:37.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.997+0000 7f2c11610900 20 add_watcher() i=1 2026-04-17T17:46:37.000 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.997+0000 7f2c11610900 20 add_watcher() i=2 2026-04-17T17:46:37.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.998+0000 7f2c11610900 20 add_watcher() i=7 2026-04-17T17:46:37.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.998+0000 7f2c11610900 20 add_watcher() i=4 2026-04-17T17:46:37.001 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:36.998+0000 7f2c11610900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:37.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.002+0000 7f2c11610900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:37.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.002+0000 7f2c11610900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:37.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.002+0000 7f2c11610900 5 note: GC not initialized 2026-04-17T17:46:37.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.002+0000 7f2bb97f2640 20 reqs_thread_entry: start 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2c11610900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2c11610900 20 Filter name: none 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2bb2ffd640 20 reqs_thread_entry: start 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.047+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:37.050 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:37.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:37.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.048+0000 7f2c11610900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:37.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.052+0000 7f2c11610900 20 remove_watcher() i=3 2026-04-17T17:46:37.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.052+0000 7f2c11610900 2 removed watcher, disabling cache 2026-04-17T17:46:37.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.052+0000 7f2c11610900 20 remove_watcher() i=0 2026-04-17T17:46:37.055 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=4 2026-04-17T17:46:37.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=5 2026-04-17T17:46:37.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=2 2026-04-17T17:46:37.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=1 2026-04-17T17:46:37.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=6 2026-04-17T17:46:37.056 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.053+0000 7f2c11610900 20 remove_watcher() i=7 2026-04-17T17:46:37.062 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.062 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:37.062 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:37.062 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.064 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2026-04-17T17:46:37.085 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:37.085 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:37.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 realm 2026-04-17T17:46:37.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:37.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 searching for the correct realm 2026-04-17T17:46:37.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.107+0000 7f61c8b7c640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55ba194f9590 msgr2=0x55ba19519a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:37.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.110+0000 7f61c3fff640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f61bc079970 msgr2=0x7f61bc09ba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.117 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zone default found 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Realm: () 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zonegroup default 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started sync module instance, tier type = 2026-04-17T17:46:37.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=0 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=3 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=2 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=5 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=1 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=7 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=6 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=4 2026-04-17T17:46:37.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.120+0000 7f61ccd6b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:37.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:37.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:37.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 note: GC not initialized 2026-04-17T17:46:37.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.122+0000 7f6175feb640 20 reqs_thread_entry: start 2026-04-17T17:46:37.162 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 Filter name: none 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f616f7fe640 20 reqs_thread_entry: start 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : miss 2026-04-17T17:46:37.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.164 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.168 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.169 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:37.172 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894521 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.173+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f61ccd6b900 time 2026-04-17T17:46:37.174994+0000 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f61ce18f8f8] 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 3: main() 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 5: __libc_start_main() 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 6: _start() 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f61ccd6b900 thread_name:radosgw-admin 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.173+0000 7f61ccd6b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f61ccd6b900 time 2026-04-17T17:46:37.174994+0000 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f61ce18f8f8] 2026-04-17T17:46:37.176 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 3: main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 5: __libc_start_main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 6: _start() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f61cd23fc30] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f61cd28d02c] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f61ce18f957] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 7: main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 9: __libc_start_main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 10: _start() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.174+0000 7f61ccd6b900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f61ccd6b900 thread_name:radosgw-admin 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f61cd23fc30] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f61cd28d02c] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f61ce18f957] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 7: main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 9: __libc_start_main() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 10: _start() 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.177 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding auth protocol: cephx 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding auth protocol: cephx 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key hook 0x55ba19135ba8 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba190c0ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba190c1e20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba1916e0a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.182 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.165856s 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba190c0ee0 auth_method 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba1916e0a0 auth_method 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba190c1e20 auth_method 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 6842 payload 824 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:46:37.089+0000 7f61c937d640 1 monclient: found mon.noname-c 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: dump: 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: dump: 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:46:37.089+0000 7f61b6ffd640 4 set_mon_vals no callback set 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 6842 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.183 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 1 librados: init done 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:46:37.091+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba19212f30 auth_method 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:46:37.091+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61a4077540 auth_method 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:46:37.091+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba192a5110 auth_method 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:46:37.092+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba192c74e0 auth_method 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:46:37.093+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba192c6a50 auth_method 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command objecter_requests cmddesc objecter_requests hook 0x55ba1930eac0 EEXIST 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x55ba192e85d0 EEXIST 2026-04-17T17:46:37.184 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba19336090 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba19338970 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba19336460 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.171850s 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba19338970 auth_method 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba19336090 auth_method 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba19336460 auth_method 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 7239 payload 824 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:46:37.095+0000 7f61c937d640 1 monclient: found mon.noname-a 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: dump: 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: dump: 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.185 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 7239 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:46:37.095+0000 7f61c9b7e640 4 set_mon_vals no callback set 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:46:37.097+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f6198077520 auth_method 0 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: get_monmap_and_config 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.186 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x7fffcd306c18 EEXIST 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba193f2270 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba193f9720 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba19422670 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.175468s 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba19422670 auth_method 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba193f2270 auth_method 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba193f9720 auth_method 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 6550 payload 274 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:46:37.098+0000 7f61c937d640 1 monclient: found mon.noname-b 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: dump: 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: dump: 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.187 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 6550 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: get_monmap_and_config success 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 4 set_mon_vals no callback set 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: shutdown 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: starting msgr at 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: starting objecter 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command objecter_requests cmddesc objecter_requests hook 0x55ba193feb10 EEXIST 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: setting wanted keys 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: calling monclient init 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.188 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x55ba193c9d68 EEXIST 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba193f9720 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba19422670 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba193f45a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.177282s 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba193f45a0 auth_method 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba193f9720 auth_method 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba19422670 auth_method 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_done global_id 7245 payload 824 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:46:37.100+0000 7f61c3fff640 1 monclient: found mon.noname-a 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:46:37.100+0000 7f619e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:46:37.100+0000 7f619e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: dump: 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: dump: 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.189 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 7245 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:46:37.101+0000 7f619ffff640 4 set_mon_vals no callback set 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 1 librados: init done 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cr dump hook 0x55ba193f57b8 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:46:37.102+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f6188077610 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:46:37.103+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba194927c0 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 realm 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:46:37.104+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba194b50c0 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:46:37.105+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba194d67f0 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 searching for the correct realm 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:46:37.105+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba194f9590 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:46:37.106+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61b809b410 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:46:37.106+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f61b006c600 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:46:37.107+0000 7f61c8b7c640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55ba194f9590 msgr2=0x55ba19519a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:46:37.107+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x55ba194f9590 session 0x55ba194f8f10 osd.3 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:46:37.107+0000 7f619e7fc640 10 monclient: _renew_subs 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:46:37.107+0000 7f619e7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:46:37.107+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61880a4350 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:46:37.108+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61bc0487f0 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:46:37.110+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61bc079970 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:46:37.110+0000 7f61c3fff640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f61bc079970 msgr2=0x7f61bc09ba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:46:37.110+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x7f61bc079970 session 0x7f61bc04c090 osd.0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:46:37.110+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba194f9590 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:46:37.111+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x7f61b809b410 session 0x7f61b8093040 osd.7 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:46:37.111+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61bc079970 auth_method 0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.190 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zone default found 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Realm: () 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zonegroup default 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started sync module instance, tier type = 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=3 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=2 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=5 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=1 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=7 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=6 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=4 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:46:37.120+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f6150007200 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache list hook 0x55ba193f49d0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache inspect hook 0x55ba193f49d0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache erase hook 0x55ba193f49d0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache zap hook 0x55ba193f49d0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 note: GC not initialized 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:46:37.122+0000 7f6175feb640 20 reqs_thread_entry: start 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace show hook 0x7f61b8084040 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace history hook 0x7f61b8084040 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace active hook 0x7f61b8084040 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace active_short hook 0x7f61b8084040 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:46:37.122+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba1952fb80 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:46:37.124+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba1952a510 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:46:37.125+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba1952b7e0 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:46:37.126+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba1952ceb0 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:46:37.130+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba19533b80 auth_method 0 2026-04-17T17:46:37.191 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:46:37.135+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba19511520 auth_method 0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 Filter name: none 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:46:37.160+0000 7f616f7fe640 20 reqs_thread_entry: start 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : miss 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894521 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:46:37.173+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:46:37.173+0000 7f61ccd6b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f61ccd6b900 time 2026-04-17T17:46:37.174994+0000 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f61ce18f8f8] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 3: main() 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 5: __libc_start_main() 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 6: _start() 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.192 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:46:37.174+0000 7f61ccd6b900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f61ccd6b900 thread_name:radosgw-admin 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f61cd23fc30] 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f61cd28d02c] 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f61ce18f957] 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 7: main() 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 9: __libc_start_main() 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 10: _start() 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:46:37.193 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f616f7fe640 / http_manager 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f6175feb640 / http_manager 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f619e7fc640 / ms_dispatch 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f619f7fe640 / io_context_pool 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f619ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f61aa7fc640 / ms_dispatch 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b57fa640 / ms_dispatch 2026-04-17T17:46:37.194 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b6ffd640 / io_context_pool, ms_dispatch 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b77fe640 / admin_socket 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c37fe640 / ms_dispatch 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c3fff640 / msgr-worker-2 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c8b7c640 / msgr-worker-1 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c937d640 / msgr-worker-0 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c9b7e640 / io_context_pool 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: 7f61ccd6b900 / radosgw-admin 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.97518.log 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding auth protocol: cephx 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding auth protocol: cephx 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: crc 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 AuthRegistry(0x55ba19135a60) adding con mode: secure 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key hook 0x55ba19135ba8 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba190c0ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba190c1e20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba1916e0a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:46:37.088+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.165856s 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba190c0ee0 auth_method 0 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:46:37.088+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba1916e0a0 auth_method 0 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:46:37.088+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba190c1e20 auth_method 0 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:46:37.088+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:46:37.089+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 6842 payload 824 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:46:37.089+0000 7f61c937d640 1 monclient: found mon.noname-c 2026-04-17T17:46:37.195 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:46:37.089+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: dump: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:46:37.089+0000 7f61b57fa640 10 monclient: dump: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:46:37.089+0000 7f61b6ffd640 4 set_mon_vals no callback set 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 6842 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:46:37.089+0000 7f61ccd6b900 1 librados: init done 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:46:37.090+0000 7f61b57fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:46:37.091+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba19212f30 auth_method 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:46:37.091+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61a4077540 auth_method 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:46:37.091+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba192a5110 auth_method 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:46:37.092+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba192c74e0 auth_method 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:46:37.093+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba192c6a50 auth_method 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding auth protocol: cephx 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.196 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:46:37.093+0000 7f61ccd6b900 5 AuthRegistry(0x55ba1930b170) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command objecter_requests cmddesc objecter_requests hook 0x55ba1930eac0 EEXIST 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding auth protocol: cephx 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: crc 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 AuthRegistry(0x55ba192e8488) adding con mode: secure 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x55ba192e85d0 EEXIST 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba19336090 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba19338970 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba19336460 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:46:37.094+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.171850s 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba19338970 auth_method 0 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba19336090 auth_method 0 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:46:37.094+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:46:37.094+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba19336460 auth_method 0 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.197 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:46:37.095+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 7239 payload 824 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:46:37.095+0000 7f61c937d640 1 monclient: found mon.noname-a 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:46:37.095+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: dump: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:46:37.095+0000 7f61aa7fc640 10 monclient: dump: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 7239 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:46:37.095+0000 7f61c9b7e640 4 set_mon_vals no callback set 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:46:37.095+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:46:37.097+0000 7f61aa7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:46:37.097+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f6198077520 auth_method 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: get_monmap_and_config 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.198 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding auth protocol: cephx 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193cb1a0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding auth protocol: cephx 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: crc 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:46:37.097+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306ad0) adding con mode: secure 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x7fffcd306c18 EEXIST 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba193f2270 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba193f9720 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba19422670 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:46:37.098+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.175468s 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba19422670 auth_method 0 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba193f2270 auth_method 0 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba193f9720 auth_method 0 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:46:37.098+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.199 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:46:37.098+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient(hunting): handle_auth_done global_id 6550 payload 274 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:46:37.098+0000 7f61c937d640 1 monclient: found mon.noname-b 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:46:37.098+0000 7f61c937d640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: dump: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:46:37.099+0000 7f619ffff640 10 monclient: dump: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 6550 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: get_monmap_and_config success 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 4 set_mon_vals no callback set 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: shutdown 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: build_initial_monmap 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 build_initial for_mkfs: 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: monmap: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.200 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding auth protocol: cephx 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193d02f0) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: starting msgr at 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: starting objecter 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command objecter_requests cmddesc objecter_requests hook 0x55ba193feb10 EEXIST 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: setting wanted keys 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 1 librados: calling monclient init 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 10 monclient: init 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding auth protocol: cephx 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: crc 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 5 AuthRegistry(0x55ba193c9c20) adding con mode: secure 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:46:37.099+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command rotate-key cmddesc rotate-key hook 0x55ba193c9d68 EEXIST 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient: _reopen_session rank -1 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-a con 0x55ba193f9720 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-b con 0x55ba19422670 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): picked mon.noname-c con 0x55ba193f45a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): start opening mon connection 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): _renew_subs 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:46:37.100+0000 7f61ccd6b900 10 monclient(hunting): authenticate will time out at 1904.177282s 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request con 0x55ba193f45a0 auth_method 0 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): get_auth_request con 0x55ba193f9720 auth_method 0 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): get_auth_request con 0x55ba19422670 auth_method 0 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.201 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:46:37.100+0000 7f61c8b7c640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:46:37.100+0000 7f61c937d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient(hunting): handle_auth_done global_id 7245 payload 824 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient: _finish_hunting 0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:46:37.100+0000 7f61c3fff640 1 monclient: found mon.noname-a 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:46:37.100+0000 7f61c3fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:46:37.100+0000 7f619e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:46:37.100+0000 7f619e7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: dump: 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:46:37.101+0000 7f619e7fc640 10 monclient: dump: 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 5 monclient: authenticate success, global_id 7245 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:46:37.101+0000 7f619ffff640 4 set_mon_vals no callback set 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _renew_subs 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 1 librados: init done 2026-04-17T17:46:37.202 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:46:37.101+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cr dump hook 0x55ba193f57b8 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:46:37.102+0000 7f619e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:46:37.102+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f6188077610 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:46:37.103+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba194927c0 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 realm 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:46:37.103+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:46:37.104+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba194b50c0 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:46:37.104+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:46:37.105+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba194d67f0 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:46:37.105+0000 7f61ccd6b900 20 searching for the correct realm 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:46:37.105+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba194f9590 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:46:37.106+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61b809b410 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:46:37.106+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f61b006c600 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:46:37.107+0000 7f61c8b7c640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55ba194f9590 msgr2=0x55ba19519a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:46:37.107+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x55ba194f9590 session 0x55ba194f8f10 osd.3 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:46:37.107+0000 7f619e7fc640 10 monclient: _renew_subs 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:46:37.107+0000 7f619e7fc640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:46:37.107+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61880a4350 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:46:37.108+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x7f61bc0487f0 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:46:37.110+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61bc079970 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:46:37.110+0000 7f61c3fff640 0 -- 192.168.123.106:0/1096320432 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f61bc079970 msgr2=0x7f61bc09ba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:46:37.110+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x7f61bc079970 session 0x7f61bc04c090 osd.0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:46:37.110+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba194f9590 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:46:37.111+0000 7f619e7fc640 1 client.7245.objecter ms_handle_reset 0x7f61b809b410 session 0x7f61b8093040 osd.7 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:46:37.111+0000 7f61c3fff640 10 monclient: get_auth_request con 0x7f61bc079970 auth_method 0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:46:37.114+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zone default found 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Realm: () 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 zonegroup default 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:46:37.115+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.203 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started sync module instance, tier type = 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:46:37.116+0000 7f61ccd6b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=3 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=2 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=5 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=1 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=7 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=6 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 20 add_watcher() i=4 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:46:37.120+0000 7f61ccd6b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:46:37.120+0000 7f61c937d640 10 monclient: get_auth_request con 0x7f6150007200 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding auth protocol: cephx 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: crc 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:46:37.121+0000 7f61ccd6b900 5 AuthRegistry(0x7fffcd306bc0) adding con mode: secure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache list hook 0x55ba193f49d0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache inspect hook 0x55ba193f49d0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache erase hook 0x55ba193f49d0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command cache zap hook 0x55ba193f49d0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 note: GC not initialized 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:46:37.122+0000 7f6175feb640 20 reqs_thread_entry: start 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace show hook 0x7f61b8084040 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace history hook 0x7f61b8084040 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace active hook 0x7f61b8084040 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:46:37.122+0000 7f61ccd6b900 5 asok(0x55ba19030740) register_command sync trace active_short hook 0x7f61b8084040 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:46:37.122+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba1952fb80 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:46:37.124+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba1952a510 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:46:37.125+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba1952b7e0 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:46:37.126+0000 7f61c8b7c640 10 monclient: get_auth_request con 0x55ba1952ceb0 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:46:37.130+0000 7f61c3fff640 10 monclient: get_auth_request con 0x55ba19533b80 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:46:37.135+0000 7f61c937d640 10 monclient: get_auth_request con 0x55ba19511520 auth_method 0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 Filter name: none 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:46:37.160+0000 7f616f7fe640 20 reqs_thread_entry: start 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : miss 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:46:37.160+0000 7f61ccd6b900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:46:37.161+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.204 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:46:37.164+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894520 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:46:37.165+0000 7f619f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:46:37.166+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:46:37.168+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : hit (requested=0x17, cached=0x17) 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:46:37.169+0000 7f61ccd6b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:46:37.170+0000 7f61ccd6b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894521 cookie 94257776957264 notifier 7245 bl.length()=943 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:46:37.171+0000 7f619ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:46:37.172+0000 7f61ccd6b900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:46:37.173+0000 7f61ccd6b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:46:37.173+0000 7f61ccd6b900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f61ccd6b900 time 2026-04-17T17:46:37.174994+0000 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f61ce18f8f8] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 3: main() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 4: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 5: __libc_start_main() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 6: _start() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:46:37.174+0000 7f61ccd6b900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f61ccd6b900 thread_name:radosgw-admin 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f61cd23fc30] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f61cd28d02c] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f61ce18f957] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xc29) [0x55ba1789a3c9] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 7: main() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 8: /lib64/libc.so.6(+0x2a610) [0x7f61cd22a610] 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 9: __libc_start_main() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 10: _start() 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:46:37.205 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:46:37.206 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f616f7fe640 / http_manager 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f6175feb640 / http_manager 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f619e7fc640 / ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f619f7fe640 / io_context_pool 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f619ffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61aa7fc640 / ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b57fa640 / ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b6ffd640 / io_context_pool, ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61b77fe640 / admin_socket 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c37fe640 / ms_dispatch 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c3fff640 / msgr-worker-2 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c8b7c640 / msgr-worker-1 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c937d640 / msgr-worker-0 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61c9b7e640 / io_context_pool 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: 7f61ccd6b900 / radosgw-admin 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:46:37.175744Z_8feb95cb-0745-4d04-a2fd-3d3e54587af4/log 2026-04-17T17:46:37.207 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:46:37.208 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-17T17:46:37.208 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:46:37.208 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:46:37.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.222+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 realm 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.223+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.224+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.224+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.224+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:46:37.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.224+0000 7f997c7a3900 20 searching for the correct realm 2026-04-17T17:46:37.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.227+0000 7f9973fff640 0 -- 192.168.123.106:0/4124796825 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55f3a9c93750 msgr2=0x55f3a9cb3c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:37.232 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.229+0000 7f9978ce8640 0 -- 192.168.123.106:0/4124796825 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f3a9cd7800 msgr2=0x55f3a9cf7be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 zone default found 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 4 Realm: () 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:46:37.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 zonegroup default 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.233+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 started sync module instance, tier type = 2026-04-17T17:46:37.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.234+0000 7f997c7a3900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=2 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=0 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=1 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=3 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=5 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=6 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=7 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 20 add_watcher() i=4 2026-04-17T17:46:37.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.238+0000 7f997c7a3900 2 all 8 watchers are set, enabling cache 2026-04-17T17:46:37.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.240+0000 7f997c7a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:46:37.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.240+0000 7f997c7a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:46:37.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.240+0000 7f997c7a3900 5 note: GC not initialized 2026-04-17T17:46:37.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.240+0000 7f99257f2640 20 reqs_thread_entry: start 2026-04-17T17:46:37.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.274+0000 7f997c7a3900 20 init_complete bucket index max shards: 1 2026-04-17T17:46:37.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.274+0000 7f997c7a3900 20 Filter name: none 2026-04-17T17:46:37.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.274+0000 7f991effd640 20 reqs_thread_entry: start 2026-04-17T17:46:37.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.274+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados->read ofs=0 len=0 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:46:37.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.275+0000 7f997c7a3900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=0 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 2 removed watcher, disabling cache 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=7 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=2 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=3 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=4 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=5 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=6 2026-04-17T17:46:37.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:46:37.279+0000 7f997c7a3900 20 remove_watcher() i=1 2026-04-17T17:46:37.288 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.288 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:46:37.288 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:46:37.288 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:46:37.289 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:46:37.289 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:07.374 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:07.375 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:07.424 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:07.444 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:07.444 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:07.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.462+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.463+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.463+0000 7ff739738900 20 realm 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.463+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:07.466 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.464+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:07.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.465+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.666+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:07.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.666+0000 7ff739738900 20 searching for the correct realm 2026-04-17T17:47:07.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.668+0000 7ff735c29640 0 -- 192.168.123.106:0/695432421 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55855bec9390 msgr2=0x55855bee9770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.672+0000 7ff734c27640 0 -- 192.168.123.106:0/695432421 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff7280258d0 msgr2=0x7ff728050380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.876+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 zone default found 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 4 Realm: () 2026-04-17T17:47:07.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 zonegroup default 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.877+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 started sync module instance, tier type = 2026-04-17T17:47:07.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.878+0000 7ff739738900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:07.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.881+0000 7ff739738900 20 add_watcher() i=0 2026-04-17T17:47:07.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.881+0000 7ff739738900 20 add_watcher() i=3 2026-04-17T17:47:07.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.881+0000 7ff739738900 20 add_watcher() i=1 2026-04-17T17:47:07.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 20 add_watcher() i=5 2026-04-17T17:47:07.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 20 add_watcher() i=6 2026-04-17T17:47:07.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 20 add_watcher() i=7 2026-04-17T17:47:07.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 20 add_watcher() i=4 2026-04-17T17:47:07.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 20 add_watcher() i=2 2026-04-17T17:47:07.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.882+0000 7ff739738900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:07.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.884+0000 7ff739738900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:07.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.884+0000 7ff739738900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:07.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.884+0000 7ff739738900 5 note: GC not initialized 2026-04-17T17:47:07.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.884+0000 7ff6e27ec640 20 reqs_thread_entry: start 2026-04-17T17:47:07.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.920+0000 7ff739738900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:07.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.920+0000 7ff739738900 20 Filter name: none 2026-04-17T17:47:07.923 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff6dbfff640 20 reqs_thread_entry: start 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : miss 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.924 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.921+0000 7ff739738900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff739738900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff739738900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff739738900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff739738900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff70bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894523 cookie 94031261277552 notifier 6887 bl.length()=943 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff70bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff70bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.925+0000 7ff70bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.927+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:47:07.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.927+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:47:07.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.927+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:47:07.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.927+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:47:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.928+0000 7ff739738900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:47:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.928+0000 7ff739738900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.0 2026-04-17T17:47:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.928+0000 7ff739738900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:47:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.928+0000 7ff739738900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.1.1 2026-04-17T17:47:07.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.928+0000 7ff739738900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:47:07.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.930+0000 7ff739738900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:07.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.930+0000 7ff739738900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff739738900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff739738900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff739738900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff739738900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff714ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894524 cookie 94031261277552 notifier 6887 bl.length()=943 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff714ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff714ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.931+0000 7ff714ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.932+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:47:07.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.932+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:47:07.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.932+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:47:07.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.932+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:47:07.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.933+0000 7ff739738900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33.0 2026-04-17T17:47:07.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.933+0000 7ff739738900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:07.936 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.933+0000 7ff739738900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff739738900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff739738900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff739738900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff739738900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33, ofs0, ns] 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff714ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894525 cookie 94031261277552 notifier 6887 bl.length()=907 2026-04-17T17:47:07.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff714ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 info.flags=0x17 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff714ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 to cache LRU end 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.934+0000 7ff714ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.935+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_sources= new_sources= 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.935+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential sources added=[] removed=[] 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.935+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): orig_dests= new_dests= 2026-04-17T17:47:07.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.935+0000 7ff739738900 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33]): potential dests added=[] removed=[] 2026-04-17T17:47:07.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.936+0000 7ff739738900 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 1 shards to 2 shards completed successfully 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=3 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 2 removed watcher, disabling cache 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=7 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=0 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=2 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=4 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=5 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=6 2026-04-17T17:47:07.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.940+0000 7ff739738900 20 remove_watcher() i=1 2026-04-17T17:47:07.951 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2026-04-17T17:47:07.970 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:07.970 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:07.987 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.984+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 realm 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.988 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.985+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.986+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:07.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.986+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.986+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:07.989 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.986+0000 7fc55776e900 20 searching for the correct realm 2026-04-17T17:47:07.992 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.989+0000 7fc54f7fe640 0 -- 192.168.123.106:0/3863959970 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5561f9bcad80 msgr2=0x5561f9beb160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:07.994 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.991+0000 7fc54effd640 0 -- 192.168.123.106:0/3863959970 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc5480a4bc0 msgr2=0x7fc54807f470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 zone default found 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 4 Realm: () 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 zonegroup default 2026-04-17T17:47:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.994+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 started sync module instance, tier type = 2026-04-17T17:47:07.998 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.995+0000 7fc55776e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.998+0000 7fc55776e900 20 add_watcher() i=1 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.998+0000 7fc55776e900 20 add_watcher() i=3 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=5 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=6 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=0 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=4 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=7 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 20 add_watcher() i=2 2026-04-17T17:47:08.002 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:07.999+0000 7fc55776e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:08.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.001+0000 7fc55776e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:08.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.001+0000 7fc55776e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:08.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.001+0000 7fc55776e900 5 note: GC not initialized 2026-04-17T17:47:08.004 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.001+0000 7fc4fbfff640 20 reqs_thread_entry: start 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc55776e900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc55776e900 20 Filter name: none 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc4f9ffb640 20 reqs_thread_entry: start 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:47:08.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.042+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 rados->read ofs=0 len=0 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:47:08.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.043+0000 7fc55776e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=0 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 2 removed watcher, disabling cache 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=2 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=1 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=7 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=5 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=4 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=3 2026-04-17T17:47:08.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:08.048+0000 7fc55776e900 20 remove_watcher() i=6 2026-04-17T17:47:08.057 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:08.057 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:08.057 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-commit-target-layout id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.33 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:47:08.057 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:08.059 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.059 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.068 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.068 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.232 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.232 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.273 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at do_reshard 2026-04-17T17:47:08.273 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:08.273 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.273 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.299 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.299 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.348 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.348 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.398 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.398 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.448 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.448 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.498 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.498 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.548 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.548 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.598 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.598 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.648 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.648 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.698 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.698 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.748 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.748 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.798 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.798 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.848 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.848 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.896 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.896 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.947 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.947 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:08.997 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:08.997 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.047 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.047 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.098 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.098 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.147 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.147 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.197 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.197 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.247 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.247 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.299 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:09.299 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:09.350 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-17T17:47:09.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:09.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:09.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.387+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 realm 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.388+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.389+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:09.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.389+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.389+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:09.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.389+0000 7f9f71b63900 20 searching for the correct realm 2026-04-17T17:47:09.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.391+0000 7f9f6e0dc640 0 -- 192.168.123.106:0/4280137347 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f9f54063900 msgr2=0x7f9f5405dad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:09.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.394+0000 7f9f6d0da640 0 -- 192.168.123.106:0/4280137347 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f9f60058d30 msgr2=0x7f9f60070400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 zone default found 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 4 Realm: () 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 zonegroup default 2026-04-17T17:47:09.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.599+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 started sync module instance, tier type = 2026-04-17T17:47:09.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.600+0000 7f9f71b63900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:09.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.603+0000 7f9f71b63900 20 add_watcher() i=2 2026-04-17T17:47:09.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=0 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=3 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=7 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=5 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=6 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=4 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 20 add_watcher() i=1 2026-04-17T17:47:09.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.604+0000 7f9f71b63900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.607+0000 7f9f71b63900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.607+0000 7f9f71b63900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.607+0000 7f9f71b63900 5 note: GC not initialized 2026-04-17T17:47:09.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.607+0000 7f9f1afed640 20 reqs_thread_entry: start 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.647+0000 7f9f71b63900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.648+0000 7f9f71b63900 20 Filter name: none 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.648+0000 7f9f18fe9640 20 reqs_thread_entry: start 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.648+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.648+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:09.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.648+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:09.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.649+0000 7f9f71b63900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=0 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 2 removed watcher, disabling cache 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=5 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=2 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=7 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=4 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=6 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=1 2026-04-17T17:47:09.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.654+0000 7f9f71b63900 20 remove_watcher() i=3 2026-04-17T17:47:09.663 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:09.663 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:09.663 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:09.663 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:09.665 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2026-04-17T17:47:09.689 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:09.689 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:09.710 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.707+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 realm 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:09.712 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.709+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.910+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:09.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.911+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:09.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.911+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:09.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.911+0000 7f14665cb900 20 searching for the correct realm 2026-04-17T17:47:09.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.913+0000 7f14619fb640 0 -- 192.168.123.106:0/582531255 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f230801a80 msgr2=0x55f230821e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:09.920 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:09.917+0000 7f14609f9640 0 -- 192.168.123.106:0/582531255 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f1454061dc0 msgr2=0x7f14540849c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.122+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 zone default found 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 4 Realm: () 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 zonegroup default 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 started sync module instance, tier type = 2026-04-17T17:47:10.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.123+0000 7f14665cb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:10.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.126+0000 7f14665cb900 20 add_watcher() i=0 2026-04-17T17:47:10.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.126+0000 7f14665cb900 20 add_watcher() i=3 2026-04-17T17:47:10.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.126+0000 7f14665cb900 20 add_watcher() i=5 2026-04-17T17:47:10.130 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.127+0000 7f14665cb900 20 add_watcher() i=6 2026-04-17T17:47:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.128+0000 7f14665cb900 20 add_watcher() i=2 2026-04-17T17:47:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.128+0000 7f14665cb900 20 add_watcher() i=7 2026-04-17T17:47:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.128+0000 7f14665cb900 20 add_watcher() i=4 2026-04-17T17:47:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.129+0000 7f14665cb900 20 add_watcher() i=1 2026-04-17T17:47:10.131 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.129+0000 7f14665cb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:10.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.131+0000 7f14665cb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:10.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.131+0000 7f14665cb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:10.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.131+0000 7f14665cb900 5 note: GC not initialized 2026-04-17T17:47:10.134 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.131+0000 7f140e7ec640 20 reqs_thread_entry: start 2026-04-17T17:47:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.171+0000 7f14665cb900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.171+0000 7f14665cb900 20 Filter name: none 2026-04-17T17:47:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f1407fff640 20 reqs_thread_entry: start 2026-04-17T17:47:10.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 : miss 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.172+0000 7f14665cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 2026-04-17T17:47:10.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.175+0000 7f14665cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.178 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.175+0000 7f14665cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.175+0000 7f14665cb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.175+0000 7f14665cb900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34, ofs0, ns] 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.176+0000 7f1440ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894558 cookie 94498684186464 notifier 6938 bl.length()=923 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.176+0000 7f1440ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.176+0000 7f1440ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.179 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.176+0000 7f1440ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.177+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_sources= new_sources= 2026-04-17T17:47:10.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.177+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential sources added=[] removed=[] 2026-04-17T17:47:10.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.177+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_dests= new_dests= 2026-04-17T17:47:10.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.177+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential dests added=[] removed=[] 2026-04-17T17:47:10.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.179+0000 7f14665cb900 -1 Injecting error=-5 at location=do_reshard 2026-04-17T17:47:10.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.182+0000 7f14665cb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:10.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.182+0000 7f14665cb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 2026-04-17T17:47:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.183+0000 7f14665cb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.183+0000 7f14665cb900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.183+0000 7f14665cb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.183+0000 7f14665cb900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34, ofs0, ns] 2026-04-17T17:47:10.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.184+0000 7f1440ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894559 cookie 94498684186464 notifier 6938 bl.length()=887 2026-04-17T17:47:10.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.184+0000 7f1440ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.184+0000 7f1440ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.184+0000 7f1440ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.185+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_sources= new_sources= 2026-04-17T17:47:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.185+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential sources added=[] removed=[] 2026-04-17T17:47:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.185+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_dests= new_dests= 2026-04-17T17:47:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.185+0000 7f14665cb900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential dests added=[] removed=[] 2026-04-17T17:47:10.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.185+0000 7f14665cb900 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=7 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 2 removed watcher, disabling cache 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=0 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=4 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=2 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=1 2026-04-17T17:47:10.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.189+0000 7f14665cb900 20 remove_watcher() i=3 2026-04-17T17:47:10.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.190+0000 7f14665cb900 20 remove_watcher() i=5 2026-04-17T17:47:10.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.190+0000 7f14665cb900 20 remove_watcher() i=6 2026-04-17T17:47:10.200 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-17T17:47:10.222 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:10.222 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:10.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.239+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 20 realm 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.240+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.241+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.241+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.241+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.241+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.242+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:10.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.242+0000 7f4a84b5b900 20 searching for the correct realm 2026-04-17T17:47:10.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.245+0000 7f4a73fff640 0 -- 192.168.123.106:0/1549449796 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f4a6c008420 msgr2=0x7f4a6c008870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.248+0000 7f4a73fff640 0 -- 192.168.123.106:0/1549449796 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f4a740c01c0 msgr2=0x7f4a740c7970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:10.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:10.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:10.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.251+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 zone default found 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 4 Realm: () 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 zonegroup default 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.252+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.253+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.253+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.253+0000 7f4a84b5b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.253+0000 7f4a84b5b900 20 started sync module instance, tier type = 2026-04-17T17:47:10.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.253+0000 7f4a84b5b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:10.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.256+0000 7f4a84b5b900 20 add_watcher() i=3 2026-04-17T17:47:10.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.256+0000 7f4a84b5b900 20 add_watcher() i=4 2026-04-17T17:47:10.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=0 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=5 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=6 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=7 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=1 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 20 add_watcher() i=2 2026-04-17T17:47:10.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.257+0000 7f4a84b5b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:10.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.259+0000 7f4a84b5b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:10.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.259+0000 7f4a84b5b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:10.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.259+0000 7f4a84b5b900 5 note: GC not initialized 2026-04-17T17:47:10.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.259+0000 7f4a2d7f2640 20 reqs_thread_entry: start 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 Filter name: none 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a26ffd640 20 reqs_thread_entry: start 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.295+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.296+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.296+0000 7f4a84b5b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.296+0000 7f4a84b5b900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.296+0000 7f4a84b5b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 20 remove_watcher() i=0 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 2 removed watcher, disabling cache 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 20 remove_watcher() i=1 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 20 remove_watcher() i=3 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 20 remove_watcher() i=5 2026-04-17T17:47:10.303 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.300+0000 7f4a84b5b900 20 remove_watcher() i=6 2026-04-17T17:47:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.301+0000 7f4a84b5b900 20 remove_watcher() i=4 2026-04-17T17:47:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.301+0000 7f4a84b5b900 20 remove_watcher() i=2 2026-04-17T17:47:10.304 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.301+0000 7f4a84b5b900 20 remove_watcher() i=7 2026-04-17T17:47:10.309 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:10.309 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:10.309 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:10.309 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:10.311 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.311 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:10.331 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.331 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:10.380 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:10.400 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:10.400 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:10.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.415+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 realm 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.416+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.417+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.417+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.418+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:10.421 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.418+0000 7efe9b812900 20 searching for the correct realm 2026-04-17T17:47:10.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.420+0000 7efe96ee7640 0 -- 192.168.123.106:0/2678275730 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x556c16cc21c0 msgr2=0x556c16ce2670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.426 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.423+0000 7efe976e8640 0 -- 192.168.123.106:0/2678275730 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x556c16c9f400 msgr2=0x556c16cbf7e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.426+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 zone default found 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 4 Realm: () 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 zonegroup default 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 started sync module instance, tier type = 2026-04-17T17:47:10.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.427+0000 7efe9b812900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=0 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=4 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=3 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=5 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=6 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=2 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=7 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 20 add_watcher() i=1 2026-04-17T17:47:10.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.431+0000 7efe9b812900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:10.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.433+0000 7efe9b812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:10.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.433+0000 7efe9b812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:10.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.433+0000 7efe9b812900 5 note: GC not initialized 2026-04-17T17:47:10.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.433+0000 7efe3f7fe640 20 reqs_thread_entry: start 2026-04-17T17:47:10.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 Filter name: none 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe3d7fa640 20 reqs_thread_entry: start 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 : miss 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.466+0000 7efe9b812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe9b812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe9b812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe9b812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe9b812900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34, ofs0, ns] 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe75ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894560 cookie 93922727194576 notifier 6974 bl.length()=923 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe75ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe75ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.469+0000 7efe75ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.471+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_sources= new_sources= 2026-04-17T17:47:10.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.471+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential sources added=[] removed=[] 2026-04-17T17:47:10.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.471+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_dests= new_dests= 2026-04-17T17:47:10.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.471+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential dests added=[] removed=[] 2026-04-17T17:47:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.472+0000 7efe9b812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.1.0 2026-04-17T17:47:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.472+0000 7efe9b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.1.0 2026-04-17T17:47:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.472+0000 7efe9b812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.1.1 2026-04-17T17:47:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.472+0000 7efe9b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.1.1 2026-04-17T17:47:10.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.472+0000 7efe9b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.0 2026-04-17T17:47:10.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.474+0000 7efe9b812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:10.477 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.474+0000 7efe9b812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe9b812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe9b812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe9b812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe9b812900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34, ofs0, ns] 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe767fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894561 cookie 93922727194576 notifier 6974 bl.length()=923 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe767fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe767fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.475+0000 7efe767fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.476+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_sources= new_sources= 2026-04-17T17:47:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.476+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential sources added=[] removed=[] 2026-04-17T17:47:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.476+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_dests= new_dests= 2026-04-17T17:47:10.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.476+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential dests added=[] removed=[] 2026-04-17T17:47:10.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.477+0000 7efe9b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34.0 2026-04-17T17:47:10.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.477+0000 7efe9b812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:10.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.477+0000 7efe9b812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 2026-04-17T17:47:10.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.478+0000 7efe9b812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.478+0000 7efe9b812900 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.478+0000 7efe9b812900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.478+0000 7efe9b812900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34, ofs0, ns] 2026-04-17T17:47:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.479+0000 7efe75ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894562 cookie 93922727194576 notifier 6974 bl.length()=887 2026-04-17T17:47:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.479+0000 7efe75ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 info.flags=0x17 2026-04-17T17:47:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.479+0000 7efe75ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 to cache LRU end 2026-04-17T17:47:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.479+0000 7efe75ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:10.482 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.480+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_sources= new_sources= 2026-04-17T17:47:10.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.480+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential sources added=[] removed=[] 2026-04-17T17:47:10.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.480+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): orig_dests= new_dests= 2026-04-17T17:47:10.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.480+0000 7efe9b812900 20 handle_bi_update(): bucket=:error-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34]): potential dests added=[] removed=[] 2026-04-17T17:47:10.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.480+0000 7efe9b812900 1 execute INFO: reshard of bucket "error-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-17T17:47:10.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.484+0000 7efe9b812900 20 remove_watcher() i=0 2026-04-17T17:47:10.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.484+0000 7efe9b812900 2 removed watcher, disabling cache 2026-04-17T17:47:10.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.484+0000 7efe9b812900 20 remove_watcher() i=3 2026-04-17T17:47:10.487 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.484+0000 7efe9b812900 20 remove_watcher() i=2 2026-04-17T17:47:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.485+0000 7efe9b812900 20 remove_watcher() i=4 2026-04-17T17:47:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.485+0000 7efe9b812900 20 remove_watcher() i=1 2026-04-17T17:47:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.485+0000 7efe9b812900 20 remove_watcher() i=5 2026-04-17T17:47:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.485+0000 7efe9b812900 20 remove_watcher() i=6 2026-04-17T17:47:10.488 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.485+0000 7efe9b812900 20 remove_watcher() i=7 2026-04-17T17:47:10.496 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2026-04-17T17:47:10.515 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:10.515 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.531+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 realm 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.532+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.533+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.536 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.533+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.534+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:10.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.534+0000 7fafab820900 20 searching for the correct realm 2026-04-17T17:47:10.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.536+0000 7fafa7784640 0 -- 192.168.123.106:0/2646360838 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x562febb469c0 msgr2=0x562febb66da0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.538+0000 7fafa6782640 0 -- 192.168.123.106:0/2646360838 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7faf980584b0 msgr2=0x7faf980c5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.743+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:10.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 zone default found 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 4 Realm: () 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 zonegroup default 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.747 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.744+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.745+0000 7fafab820900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:10.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.745+0000 7fafab820900 20 started sync module instance, tier type = 2026-04-17T17:47:10.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.745+0000 7fafab820900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.748+0000 7fafab820900 20 add_watcher() i=3 2026-04-17T17:47:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.748+0000 7fafab820900 20 add_watcher() i=0 2026-04-17T17:47:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=2 2026-04-17T17:47:10.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=7 2026-04-17T17:47:10.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=4 2026-04-17T17:47:10.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=6 2026-04-17T17:47:10.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=1 2026-04-17T17:47:10.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 20 add_watcher() i=5 2026-04-17T17:47:10.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.749+0000 7fafab820900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:10.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.751+0000 7fafab820900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:10.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.751+0000 7fafab820900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:10.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.751+0000 7fafab820900 5 note: GC not initialized 2026-04-17T17:47:10.754 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.751+0000 7faf4f7fe640 20 reqs_thread_entry: start 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7fafab820900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7fafab820900 20 Filter name: none 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7faf4d7fa640 20 reqs_thread_entry: start 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.785+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 rados->read ofs=0 len=0 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:10.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.786+0000 7fafab820900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:10.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.790+0000 7fafab820900 20 remove_watcher() i=0 2026-04-17T17:47:10.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.790+0000 7fafab820900 2 removed watcher, disabling cache 2026-04-17T17:47:10.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.790+0000 7fafab820900 20 remove_watcher() i=2 2026-04-17T17:47:10.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.790+0000 7fafab820900 20 remove_watcher() i=3 2026-04-17T17:47:10.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.791+0000 7fafab820900 20 remove_watcher() i=4 2026-04-17T17:47:10.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.791+0000 7fafab820900 20 remove_watcher() i=1 2026-04-17T17:47:10.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.791+0000 7fafab820900 20 remove_watcher() i=5 2026-04-17T17:47:10.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.791+0000 7fafab820900 20 remove_watcher() i=7 2026-04-17T17:47:10.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:10.791+0000 7fafab820900 20 remove_watcher() i=6 2026-04-17T17:47:10.800 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:10.800 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:10.800 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.34 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:47:10.800 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:10.802 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.802 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:10.812 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.812 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:10.951 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.951 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:10.993 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at do_reshard 2026-04-17T17:47:10.993 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:10.994 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:10.994 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.025 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.025 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.075 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.075 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.125 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.125 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.174 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.174 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.223 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.223 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.274 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.274 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.324 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.324 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.373 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.373 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.422 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.422 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.472 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.472 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.522 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.522 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.572 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.572 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.621 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.621 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.671 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.671 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.723 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.723 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.773 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.773 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.821 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.821 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.870 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.870 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.920 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.920 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:11.969 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:11.969 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:12.019 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:12.019 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:12.069 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-17T17:47:12.089 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:12.089 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:12.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.105+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 realm 2026-04-17T17:47:12.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.107+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.108+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.108+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.108+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.108+0000 7f6803167900 20 searching for the correct realm 2026-04-17T17:47:12.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.111+0000 7f67feee0640 0 -- 192.168.123.106:0/4010262328 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x556dc8b6c520 msgr2=0x556dc8b8c9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.116 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.113+0000 7f67ff6e1640 0 -- 192.168.123.106:0/4010262328 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f67e4040b90 msgr2=0x7f67e404f930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.117+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 zone default found 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 4 Realm: () 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 zonegroup default 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.118+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.119+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.119+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.119+0000 7f6803167900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.119+0000 7f6803167900 20 started sync module instance, tier type = 2026-04-17T17:47:12.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.119+0000 7f6803167900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=3 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=1 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=7 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=4 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=5 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=6 2026-04-17T17:47:12.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.123+0000 7f6803167900 20 add_watcher() i=2 2026-04-17T17:47:12.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.124+0000 7f6803167900 20 add_watcher() i=0 2026-04-17T17:47:12.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.124+0000 7f6803167900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.125+0000 7f6803167900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.125+0000 7f6803167900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.126+0000 7f6803167900 5 note: GC not initialized 2026-04-17T17:47:12.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.126+0000 7f67a77fe640 20 reqs_thread_entry: start 2026-04-17T17:47:12.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.162+0000 7f6803167900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.162+0000 7f6803167900 20 Filter name: none 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f67a57fa640 20 reqs_thread_entry: start 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.163+0000 7f6803167900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.164+0000 7f6803167900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:12.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.164+0000 7f6803167900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:12.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.167+0000 7f6803167900 20 remove_watcher() i=3 2026-04-17T17:47:12.170 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.167+0000 7f6803167900 2 removed watcher, disabling cache 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.167+0000 7f6803167900 20 remove_watcher() i=0 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.167+0000 7f6803167900 20 remove_watcher() i=7 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.168+0000 7f6803167900 20 remove_watcher() i=1 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.168+0000 7f6803167900 20 remove_watcher() i=2 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.168+0000 7f6803167900 20 remove_watcher() i=4 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.168+0000 7f6803167900 20 remove_watcher() i=5 2026-04-17T17:47:12.171 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.168+0000 7f6803167900 20 remove_watcher() i=6 2026-04-17T17:47:12.177 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.177 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:12.177 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:12.177 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.178 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-17T17:47:12.199 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:12.199 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:12.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.215+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 realm 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.218+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.218+0000 7f31f6192900 20 searching for the correct realm 2026-04-17T17:47:12.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.220+0000 7f31f26e8640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56128f5bfaf0 msgr2=0x56128f5dfed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:12.226 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.223+0000 7f31f1ee7640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f31e402b960 msgr2=0x7f31e403a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 zone default found 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 4 Realm: () 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 zonegroup default 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.227+0000 7f31f6192900 20 started sync module instance, tier type = 2026-04-17T17:47:12.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.227+0000 7f31f6192900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=5 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=3 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=7 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=2 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=6 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=4 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=0 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=1 2026-04-17T17:47:12.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.231+0000 7f31f6192900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.233+0000 7f31f6192900 5 note: GC not initialized 2026-04-17T17:47:12.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.233+0000 7f319efed640 20 reqs_thread_entry: start 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f31f6192900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f31f6192900 20 Filter name: none 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f319cfe9640 20 reqs_thread_entry: start 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : miss 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.268+0000 7f31f6192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:12.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.271+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.271+0000 7f31f6192900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.271+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.274 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.271+0000 7f31f6192900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:12.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894544 cookie 94637714614976 notifier 7416 bl.length()=923 2026-04-17T17:47:12.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.275 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:12.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f31f6192900 time 2026-04-17T17:47:12.276912+0000 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f31f758f8f8] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.275+0000 7f31f6192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f31f6192900 time 2026-04-17T17:47:12.276912+0000 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f31f758f8f8] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:47:12.278 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f31f6192900 thread_name:radosgw-admin 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f31f663fc30] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f31f668d02c] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f31f758f957] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.276+0000 7f31f6192900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f31f6192900 thread_name:radosgw-admin 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f31f663fc30] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f31f668d02c] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f31f758f957] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.279 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: dump: 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 monclient: authenticate success, global_id 7013 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:47:12.202+0000 7f31f6192900 4 set_mon_vals no callback set 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: shutdown 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 asok(0x56128f119740) unregister_commands rotate-key 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:47:12.202+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: starting msgr at 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: starting objecter 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests hook 0x56128f226470 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: setting wanted keys 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: calling monclient init 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.282 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:47:12.203+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:47:12.203+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:47:12.203+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key hook 0x56128f21ebe8 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f1a9ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f1aae20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f2570a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.280375s 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f1a9ee0 auth_method 0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f1aae20 auth_method 0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f2570a0 auth_method 0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_done global_id 7410 payload 824 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: dump: 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.283 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:47:12.203+0000 7f31dffff640 4 set_mon_vals no callback set 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: dump: 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:47:12.204+0000 7f31f6192900 5 monclient: authenticate success, global_id 7410 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:47:12.204+0000 7f31f6192900 1 librados: init done 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:47:12.205+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31cc077600 auth_method 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:47:12.205+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f30ce50 auth_method 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:47:12.206+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f38e4e0 auth_method 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:47:12.207+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f3b06c0 auth_method 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:47:12.207+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f3afde0 auth_method 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:47:12.208+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.284 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:47:12.208+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests cmddesc objecter_requests hook 0x56128f3f79b0 EEXIST 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:47:12.209+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:47:12.209+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:47:12.209+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x56128f3d1540 EEXIST 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f41ef80 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f421860 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f41f350 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.286388s 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f41ef80 auth_method 0 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f421860 auth_method 0 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_done global_id 7413 payload 824 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:47:12.209+0000 7f31f16e6640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: dump: 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.285 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:47:12.209+0000 7f31f2ee9640 4 set_mon_vals no callback set 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: dump: 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:47:12.210+0000 7f31f6192900 5 monclient: authenticate success, global_id 7413 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:47:12.211+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31c0077450 auth_method 0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: get_monmap_and_config 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:47:12.211+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.286 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:47:12.211+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:47:12.212+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:47:12.212+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x7ffc7a362298 EEXIST 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f4db320 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f4e27d0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f50b720 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.289512s 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f4db320 auth_method 0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f4e27d0 auth_method 0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f50b720 auth_method 0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_done global_id 7019 payload 274 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:47:12.212+0000 7f31f16e6640 1 monclient: found mon.noname-c 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: dump: 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.287 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: dump: 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 monclient: authenticate success, global_id 7019 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:47:12.212+0000 7f31f6192900 4 set_mon_vals no callback set 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: shutdown 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:47:12.213+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: starting msgr at 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: starting objecter 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests cmddesc objecter_requests hook 0x56128f4b9f10 EEXIST 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: setting wanted keys 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: calling monclient init 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.288 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:47:12.213+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:47:12.214+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x56128f4b2c58 EEXIST 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f4e27d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f50b720 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f4dd780 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.291178s 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f4dd780 auth_method 0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f4e27d0 auth_method 0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f50b720 auth_method 0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_done global_id 7416 payload 824 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: dump: 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.289 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: dump: 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 monclient: authenticate success, global_id 7416 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:47:12.214+0000 7f31d17fa640 4 set_mon_vals no callback set 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:47:12.214+0000 7f31f6192900 1 librados: init done 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 asok(0x56128f119740) register_command cr dump hook 0x56128f4b5f68 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:47:12.215+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:47:12.216+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31b0077530 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:47:12.216+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f57bb20 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 realm 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:47:12.216+0000 7f31f6192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:47:12.217+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f59e2a0 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:47:12.217+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f5bfaf0 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:47:12.218+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:47:12.218+0000 7f31f6192900 20 searching for the correct realm 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:47:12.218+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f5e27a0 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:47:12.218+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31e001c580 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:47:12.219+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31d80c5050 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:47:12.220+0000 7f31f26e8640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56128f5bfaf0 msgr2=0x56128f5dfed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:47:12.220+0000 7f31c77fe640 1 client.7416.objecter ms_handle_reset 0x56128f5bfaf0 session 0x56128f59d5b0 osd.4 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:47:12.220+0000 7f31c77fe640 10 monclient: _renew_subs 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:47:12.220+0000 7f31c77fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:47:12.220+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31b00a4270 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:47:12.221+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x7f31e402b960 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:47:12.223+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31e402c400 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:47:12.223+0000 7f31f1ee7640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f31e402b960 msgr2=0x7f31e403a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:47:12.223+0000 7f31c77fe640 1 client.7416.objecter ms_handle_reset 0x7f31e402b960 session 0x7f31e4040040 osd.6 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:47:12.224+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f5bfaf0 auth_method 0 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.290 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 zone default found 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 Realm: () 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:47:12.226+0000 7f31f6192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 zonegroup default 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 started sync module instance, tier type = 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=5 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=3 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=7 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=2 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=6 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=4 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=1 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:47:12.231+0000 7f31f6192900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:47:12.231+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f3178007200 auth_method 0 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:47:12.233+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache list hook 0x56128f4e5480 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache inspect hook 0x56128f4e5480 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache erase hook 0x56128f4e5480 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache zap hook 0x56128f4e5480 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 note: GC not initialized 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:47:12.233+0000 7f319efed640 20 reqs_thread_entry: start 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace show hook 0x7f31e4010660 2026-04-17T17:47:12.291 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace history hook 0x7f31e4010660 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace active hook 0x7f31e4010660 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace active_short hook 0x7f31e4010660 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:47:12.233+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f61af90 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:47:12.235+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f614590 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:47:12.236+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f615780 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:47:12.237+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f617170 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:47:12.240+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f618f30 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:47:12.245+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f5d77c0 auth_method 0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 Filter name: none 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:47:12.267+0000 7f319cfe9640 20 reqs_thread_entry: start 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:47:12.267+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : miss 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894544 cookie 94637714614976 notifier 7416 bl.length()=923 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:47:12.275+0000 7f31f6192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f31f6192900 time 2026-04-17T17:47:12.276912+0000 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f31f758f8f8] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:47:12.276+0000 7f31f6192900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f31f6192900 thread_name:radosgw-admin 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f31f663fc30] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f31f668d02c] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f31f758f957] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.292 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:47:12.293 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f319cfe9640 / http_manager 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f319efed640 / http_manager 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31c77fe640 / ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31d17fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31d37fe640 / ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31de7fc640 / ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31dffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31e8ff9640 / admin_socket 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f0ee5640 / ms_dispatch 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f16e6640 / msgr-worker-2 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f1ee7640 / msgr-worker-1 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f26e8640 / msgr-worker-0 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f2ee9640 / io_context_pool 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f6192900 / radosgw-admin 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.98438.log 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.294 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:47:12.202+0000 7f31dffff640 10 monclient: dump: 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 monclient: authenticate success, global_id 7013 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:47:12.202+0000 7f31f6192900 4 set_mon_vals no callback set 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: shutdown 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 asok(0x56128f119740) unregister_commands rotate-key 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f2fdab0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:47:12.202+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: starting msgr at 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: starting objecter 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests hook 0x56128f226470 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: setting wanted keys 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:47:12.202+0000 7f31f6192900 1 librados: calling monclient init 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:47:12.202+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding auth protocol: cephx 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.295 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: crc 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:47:12.202+0000 7f31f6192900 5 AuthRegistry(0x56128f21eaa0) adding con mode: secure 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:47:12.203+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:47:12.203+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:47:12.203+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key hook 0x56128f21ebe8 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f1a9ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f1aae20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f2570a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:47:12.203+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.280375s 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f1a9ee0 auth_method 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f1aae20 auth_method 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:47:12.203+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f2570a0 auth_method 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:47:12.203+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_done global_id 7410 payload 824 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:47:12.203+0000 7f31f1ee7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: dump: 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:47:12.203+0000 7f31de7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:47:12.203+0000 7f31dffff640 4 set_mon_vals no callback set 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:47:12.204+0000 7f31de7fc640 10 monclient: dump: 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.296 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:47:12.204+0000 7f31f6192900 5 monclient: authenticate success, global_id 7410 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:47:12.204+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:47:12.204+0000 7f31f6192900 1 librados: init done 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:47:12.205+0000 7f31de7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:47:12.205+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31cc077600 auth_method 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:47:12.205+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f30ce50 auth_method 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:47:12.206+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f38e4e0 auth_method 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:47:12.207+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f3b06c0 auth_method 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:47:12.207+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f3afde0 auth_method 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:47:12.208+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3f4070) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:47:12.208+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests cmddesc objecter_requests hook 0x56128f3f79b0 EEXIST 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:47:12.208+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding auth protocol: cephx 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.297 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: crc 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:47:12.208+0000 7f31f6192900 5 AuthRegistry(0x56128f3d13f8) adding con mode: secure 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:47:12.209+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:47:12.209+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:47:12.209+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x56128f3d1540 EEXIST 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f41ef80 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f421860 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f41f350 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:47:12.209+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.286388s 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f41ef80 auth_method 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f421860 auth_method 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:47:12.209+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient(hunting): handle_auth_done global_id 7413 payload 824 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:47:12.209+0000 7f31f16e6640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:47:12.209+0000 7f31f16e6640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: dump: 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:47:12.209+0000 7f31d37fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:47:12.209+0000 7f31f2ee9640 4 set_mon_vals no callback set 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:47:12.210+0000 7f31d37fe640 10 monclient: dump: 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.298 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:47:12.210+0000 7f31f6192900 5 monclient: authenticate success, global_id 7413 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:47:12.210+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:47:12.211+0000 7f31d37fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:47:12.211+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31c0077450 auth_method 0 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: get_monmap_and_config 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:47:12.211+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4290) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:47:12.211+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:47:12.211+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:47:12.211+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding auth protocol: cephx 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: crc 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362150) adding con mode: secure 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:47:12.212+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:47:12.212+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.299 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x7ffc7a362298 EEXIST 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f4db320 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f4e27d0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f50b720 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.289512s 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f4db320 auth_method 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f4e27d0 auth_method 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:47:12.212+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f50b720 auth_method 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:47:12.212+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient(hunting): handle_auth_done global_id 7019 payload 274 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:47:12.212+0000 7f31f16e6640 1 monclient: found mon.noname-c 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:47:12.212+0000 7f31f16e6640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: dump: 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:47:12.212+0000 7f31d17fa640 10 monclient: dump: 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:47:12.212+0000 7f31f6192900 5 monclient: authenticate success, global_id 7019 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:47:12.212+0000 7f31f6192900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:12.300 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:47:12.212+0000 7f31f6192900 4 set_mon_vals no callback set 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: shutdown 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: build_initial_monmap 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 build_initial for_mkfs: 0 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: monmap: 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b4160) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:47:12.213+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: starting msgr at 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: starting objecter 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 asok(0x56128f119740) register_command objecter_requests cmddesc objecter_requests hook 0x56128f4b9f10 EEXIST 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: setting wanted keys 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:47:12.213+0000 7f31f6192900 1 librados: calling monclient init 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:47:12.213+0000 7f31f6192900 10 monclient: init 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding auth protocol: cephx 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: crc 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:47:12.213+0000 7f31f6192900 5 AuthRegistry(0x56128f4b2b10) adding con mode: secure 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:47:12.213+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:47:12.214+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 asok(0x56128f119740) register_command rotate-key cmddesc rotate-key hook 0x56128f4b2c58 EEXIST 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-b con 0x56128f4e27d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-c con 0x56128f50b720 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): picked mon.noname-a con 0x56128f4dd780 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.301 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient(hunting): authenticate will time out at 1939.291178s 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request con 0x56128f4dd780 auth_method 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): get_auth_request con 0x56128f4e27d0 auth_method 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): get_auth_request con 0x56128f50b720 auth_method 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:47:12.214+0000 7f31f16e6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:47:12.214+0000 7f31f26e8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient(hunting): handle_auth_done global_id 7416 payload 824 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient: _finish_hunting 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 1 monclient: found mon.noname-a 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:47:12.214+0000 7f31f1ee7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: dump: 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:47:12.214+0000 7f31c77fe640 10 monclient: dump: 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:12.302 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 monclient: authenticate success, global_id 7416 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:47:12.214+0000 7f31d17fa640 4 set_mon_vals no callback set 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _renew_subs 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:47:12.214+0000 7f31f6192900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:47:12.214+0000 7f31f6192900 1 librados: init done 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:47:12.214+0000 7f31f6192900 5 asok(0x56128f119740) register_command cr dump hook 0x56128f4b5f68 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:47:12.215+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:47:12.215+0000 7f31c77fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:47:12.216+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31b0077530 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:47:12.216+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f57bb20 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 realm 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:47:12.216+0000 7f31f6192900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:47:12.216+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:47:12.217+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f59e2a0 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:47:12.217+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:47:12.217+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f5bfaf0 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:47:12.218+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:47:12.218+0000 7f31f6192900 20 searching for the correct realm 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:47:12.218+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f5e27a0 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:47:12.218+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31e001c580 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:47:12.219+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31d80c5050 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:47:12.220+0000 7f31f26e8640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56128f5bfaf0 msgr2=0x56128f5dfed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:47:12.220+0000 7f31c77fe640 1 client.7416.objecter ms_handle_reset 0x56128f5bfaf0 session 0x56128f59d5b0 osd.4 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:47:12.220+0000 7f31c77fe640 10 monclient: _renew_subs 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:47:12.220+0000 7f31c77fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:47:12.220+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f31b00a4270 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:47:12.221+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x7f31e402b960 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:47:12.223+0000 7f31f16e6640 10 monclient: get_auth_request con 0x7f31e402c400 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:47:12.223+0000 7f31f1ee7640 0 -- 192.168.123.106:0/294403488 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f31e402b960 msgr2=0x7f31e403a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:47:12.223+0000 7f31c77fe640 1 client.7416.objecter ms_handle_reset 0x7f31e402b960 session 0x7f31e4040040 osd.6 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:47:12.224+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f5bfaf0 auth_method 0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.303 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 zone default found 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 Realm: () 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:47:12.226+0000 7f31f6192900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:47:12.226+0000 7f31f6192900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 zonegroup default 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:47:12.226+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 started sync module instance, tier type = 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:47:12.227+0000 7f31f6192900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=5 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=3 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=7 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=2 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=6 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=4 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:47:12.231+0000 7f31f6192900 20 add_watcher() i=1 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:47:12.231+0000 7f31f6192900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:47:12.231+0000 7f31f26e8640 10 monclient: get_auth_request con 0x7f3178007200 auth_method 0 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding auth protocol: cephx 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: crc 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:47:12.232+0000 7f31f6192900 5 AuthRegistry(0x7ffc7a362240) adding con mode: secure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:47:12.233+0000 7f31f6192900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:47:12.233+0000 7f31f6192900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache list hook 0x56128f4e5480 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache inspect hook 0x56128f4e5480 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache erase hook 0x56128f4e5480 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command cache zap hook 0x56128f4e5480 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 note: GC not initialized 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:47:12.233+0000 7f319efed640 20 reqs_thread_entry: start 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace show hook 0x7f31e4010660 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace history hook 0x7f31e4010660 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace active hook 0x7f31e4010660 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:47:12.233+0000 7f31f6192900 5 asok(0x56128f119740) register_command sync trace active_short hook 0x7f31e4010660 2026-04-17T17:47:12.304 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:47:12.233+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f61af90 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:47:12.235+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f614590 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:47:12.236+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f615780 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:47:12.237+0000 7f31f1ee7640 10 monclient: get_auth_request con 0x56128f617170 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:47:12.240+0000 7f31f16e6640 10 monclient: get_auth_request con 0x56128f618f30 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:47:12.245+0000 7f31f26e8640 10 monclient: get_auth_request con 0x56128f5d77c0 auth_method 0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 Filter name: none 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:47:12.267+0000 7f319cfe9640 20 reqs_thread_entry: start 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:47:12.267+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:47:12.267+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : miss 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:47:12.268+0000 7f31f6192900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:47:12.268+0000 7f31f6192900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:47:12.271+0000 7f31f6192900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894544 cookie 94637714614976 notifier 7416 bl.length()=923 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:47:12.272+0000 7f31d17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:47:12.273+0000 7f31f6192900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:47:12.275+0000 7f31f6192900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f31f6192900 time 2026-04-17T17:47:12.276912+0000 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f31f758f8f8] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:47:12.276+0000 7f31f6192900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f31f6192900 thread_name:radosgw-admin 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f31f663fc30] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f31f668d02c] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f31f758f957] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56128c40a0d2] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56128cb2b906] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f31f662a610] 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:47:12.305 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:47:12.306 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f319cfe9640 / http_manager 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f319efed640 / http_manager 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31c77fe640 / ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31d17fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31d37fe640 / ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31de7fc640 / ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31dffff640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31e8ff9640 / admin_socket 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f0ee5640 / ms_dispatch 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f16e6640 / msgr-worker-2 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f1ee7640 / msgr-worker-1 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f26e8640 / msgr-worker-0 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f2ee9640 / io_context_pool 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: 7f31f6192900 / radosgw-admin 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:47:12.277779Z_8354a125-0795-4a09-86f0-fe8c6d918062/log 2026-04-17T17:47:12.307 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:47:12.308 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-17T17:47:12.308 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:12.308 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:12.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.323+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.324+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.327 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.324+0000 7f08f4d25900 20 realm 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.324+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.328 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.325+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.326+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.326+0000 7f08f4d25900 20 searching for the correct realm 2026-04-17T17:47:12.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.328+0000 7f08f09b9640 0 -- 192.168.123.106:0/2794373558 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x555ed42b2ad0 msgr2=0x555ed42d2f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.331+0000 7f08f09b9640 0 -- 192.168.123.106:0/2794373558 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f08e40bfed0 msgr2=0x7f08e40bbd40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 zone default found 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 4 Realm: () 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 zonegroup default 2026-04-17T17:47:12.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.335+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 started sync module instance, tier type = 2026-04-17T17:47:12.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.336+0000 7f08f4d25900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.339+0000 7f08f4d25900 20 add_watcher() i=0 2026-04-17T17:47:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=4 2026-04-17T17:47:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=5 2026-04-17T17:47:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=3 2026-04-17T17:47:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=6 2026-04-17T17:47:12.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=2 2026-04-17T17:47:12.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.340+0000 7f08f4d25900 20 add_watcher() i=1 2026-04-17T17:47:12.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.341+0000 7f08f4d25900 20 add_watcher() i=7 2026-04-17T17:47:12.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.341+0000 7f08f4d25900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.342+0000 7f08f4d25900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.343+0000 7f08f4d25900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.343+0000 7f08f4d25900 5 note: GC not initialized 2026-04-17T17:47:12.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.343+0000 7f089dfeb640 20 reqs_thread_entry: start 2026-04-17T17:47:12.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.381+0000 7f08f4d25900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.381+0000 7f08f4d25900 20 Filter name: none 2026-04-17T17:47:12.384 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08977fe640 20 reqs_thread_entry: start 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.382+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.383+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.385 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.383+0000 7f08f4d25900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.383+0000 7f08f4d25900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:47:12.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.383+0000 7f08f4d25900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=2 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 2 removed watcher, disabling cache 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=4 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=0 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=7 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=3 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=1 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=5 2026-04-17T17:47:12.390 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.387+0000 7f08f4d25900 20 remove_watcher() i=6 2026-04-17T17:47:12.396 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.396 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:12.396 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:12.396 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:12.397 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:12.397 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:12.417 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:12.417 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:12.465 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:12.486 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:12.486 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:12.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.503+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 realm 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.504+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.505+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.505+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.506+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:12.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.506+0000 7ffafa925900 20 searching for the correct realm 2026-04-17T17:47:12.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.508+0000 7ffaf666f640 0 -- 192.168.123.106:0/3040052554 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7ffae804ab40 msgr2=0x7ffae8043440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.712+0000 7ffaf5e6e640 0 -- 192.168.123.106:0/3040052554 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5650dc147450 msgr2=0x5650dc167870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:12.717 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.714+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 zone default found 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 4 Realm: () 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 zonegroup default 2026-04-17T17:47:12.718 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.715+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 started sync module instance, tier type = 2026-04-17T17:47:12.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.716+0000 7ffafa925900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:12.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.719+0000 7ffafa925900 20 add_watcher() i=0 2026-04-17T17:47:12.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.719+0000 7ffafa925900 20 add_watcher() i=3 2026-04-17T17:47:12.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.719+0000 7ffafa925900 20 add_watcher() i=4 2026-04-17T17:47:12.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.719+0000 7ffafa925900 20 add_watcher() i=7 2026-04-17T17:47:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.719+0000 7ffafa925900 20 add_watcher() i=5 2026-04-17T17:47:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.720+0000 7ffafa925900 20 add_watcher() i=6 2026-04-17T17:47:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.720+0000 7ffafa925900 20 add_watcher() i=1 2026-04-17T17:47:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.720+0000 7ffafa925900 20 add_watcher() i=2 2026-04-17T17:47:12.723 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.720+0000 7ffafa925900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:12.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.722+0000 7ffafa925900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:12.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.722+0000 7ffafa925900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:12.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.722+0000 7ffafa925900 5 note: GC not initialized 2026-04-17T17:47:12.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.722+0000 7ffa9effd640 20 reqs_thread_entry: start 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 20 Filter name: none 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffa9cff9640 20 reqs_thread_entry: start 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-17T17:47:12.763 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : miss 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.760+0000 7ffafa925900 20 rados->read ofs=0 len=0 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:12.764 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.761+0000 7ffafa925900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:12.765 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.762+0000 7ffafa925900 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to be held by another RGW process; skipping for now 2026-04-17T17:47:12.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.765+0000 7ffafa925900 20 remove_watcher() i=0 2026-04-17T17:47:12.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.765+0000 7ffafa925900 2 removed watcher, disabling cache 2026-04-17T17:47:12.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.765+0000 7ffafa925900 20 remove_watcher() i=7 2026-04-17T17:47:12.768 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.765+0000 7ffafa925900 20 remove_watcher() i=3 2026-04-17T17:47:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.765+0000 7ffafa925900 20 remove_watcher() i=1 2026-04-17T17:47:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.766+0000 7ffafa925900 20 remove_watcher() i=2 2026-04-17T17:47:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.766+0000 7ffafa925900 20 remove_watcher() i=4 2026-04-17T17:47:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.766+0000 7ffafa925900 20 remove_watcher() i=5 2026-04-17T17:47:12.769 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:12.766+0000 7ffafa925900 20 remove_watcher() i=6 2026-04-17T17:47:12.774 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:47:42.800 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:42.821 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:42.821 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 realm 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.839+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.840+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.840+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.840+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:42.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.840+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.841+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:42.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.841+0000 7fb1ac1d8900 20 searching for the correct realm 2026-04-17T17:47:42.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.844+0000 7fb1a948c640 0 -- 192.168.123.106:0/1224875799 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fb198069a90 msgr2=0x7fb198068c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:42.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.846+0000 7fb1a948c640 0 -- 192.168.123.106:0/1224875799 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fb19c030c00 msgr2=0x7fb19c065970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.850+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 zone default found 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 4 Realm: () 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 zonegroup default 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.851+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.852+0000 7fb1ac1d8900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.852+0000 7fb1ac1d8900 20 started sync module instance, tier type = 2026-04-17T17:47:42.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.852+0000 7fb1ac1d8900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:42.857 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.854+0000 7fb1ac1d8900 20 add_watcher() i=0 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.855+0000 7fb1ac1d8900 20 add_watcher() i=5 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=3 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=4 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=6 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=7 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=1 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 20 add_watcher() i=2 2026-04-17T17:47:42.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.856+0000 7fb1ac1d8900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:42.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.858+0000 7fb1ac1d8900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:42.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.858+0000 7fb1ac1d8900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:42.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.858+0000 7fb1ac1d8900 5 note: GC not initialized 2026-04-17T17:47:42.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.858+0000 7fb1577ee640 20 reqs_thread_entry: start 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 20 Filter name: none 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1557ea640 20 reqs_thread_entry: start 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2026-04-17T17:47:42.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.896+0000 7fb1ac1d8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : miss 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 20 rados_obj.operate() r=0 bl.length=453 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.897+0000 7fb1ac1d8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:42.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.898+0000 7fb1ac1d8900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:47:42.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.901+0000 7fb1ac1d8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.901+0000 7fb1ac1d8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.901+0000 7fb1ac1d8900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.901+0000 7fb1ac1d8900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:42.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.902+0000 7fb1897fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894545 cookie 94207108468128 notifier 7470 bl.length()=923 2026-04-17T17:47:42.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.902+0000 7fb1897fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.902+0000 7fb1897fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.902+0000 7fb1897fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.903+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:42.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.903+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:42.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.903+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:42.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.903+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:42.907 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.905+0000 7fb1897fa640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.0' needs retry: Success 2026-04-17T17:47:42.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.906+0000 7fb1ac1d8900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.2.0 2026-04-17T17:47:42.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.906+0000 7fb1ac1d8900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.2.0 2026-04-17T17:47:42.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.906+0000 7fb1ac1d8900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.2.1 2026-04-17T17:47:42.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.906+0000 7fb1ac1d8900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.2.1 2026-04-17T17:47:42.909 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.906+0000 7fb1ac1d8900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.0 2026-04-17T17:47:42.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.908+0000 7fb1ac1d8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:42.911 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.908+0000 7fb1ac1d8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb1ac1d8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb1ac1d8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb1ac1d8900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb1ac1d8900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb188ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894546 cookie 94207108468128 notifier 7470 bl.length()=923 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb188ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb188ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.909+0000 7fb188ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.910+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:42.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.910+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:42.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.910+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:42.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.910+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:42.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.911+0000 7fb1ac1d8900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35.0 2026-04-17T17:47:42.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:42.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 2026-04-17T17:47:42.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.915 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.912+0000 7fb1ac1d8900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35, ofs0, ns] 2026-04-17T17:47:42.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.913+0000 7fb1897fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894547 cookie 94207108468128 notifier 7470 bl.length()=887 2026-04-17T17:47:42.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.913+0000 7fb1897fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 info.flags=0x17 2026-04-17T17:47:42.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.913+0000 7fb1897fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 to cache LRU end 2026-04-17T17:47:42.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.913+0000 7fb1897fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:42.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.914+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_sources= new_sources= 2026-04-17T17:47:42.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.914+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential sources added=[] removed=[] 2026-04-17T17:47:42.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.914+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): orig_dests= new_dests= 2026-04-17T17:47:42.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.914+0000 7fb1ac1d8900 20 handle_bi_update(): bucket=:abort-at-do-reshard[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35]): potential dests added=[] removed=[] 2026-04-17T17:47:42.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.915+0000 7fb1ac1d8900 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 1 shards to 2 shards completed successfully 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=7 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 2 removed watcher, disabling cache 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=4 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=5 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=6 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=3 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=0 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=2 2026-04-17T17:47:42.922 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.919+0000 7fb1ac1d8900 20 remove_watcher() i=1 2026-04-17T17:47:42.929 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2026-04-17T17:47:42.949 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:42.949 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.968+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.968+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.968+0000 7f38a2bcb900 20 realm 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.968+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:42.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:42.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:42.972 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.969+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:42.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.970+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:42.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.970+0000 7f38a2bcb900 20 searching for the correct realm 2026-04-17T17:47:42.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.972+0000 7f389e144640 0 -- 192.168.123.106:0/4120735252 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f388403c940 msgr2=0x7f38840313f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:42.978 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:42.975+0000 7f389d142640 0 -- 192.168.123.106:0/4120735252 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f38900fa040 msgr2=0x7f38900db070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.180+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 zone default found 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 4 Realm: () 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 zonegroup default 2026-04-17T17:47:43.184 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.181+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.182+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.182+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.182+0000 7f38a2bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.182+0000 7f38a2bcb900 20 started sync module instance, tier type = 2026-04-17T17:47:43.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.182+0000 7f38a2bcb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.185+0000 7f38a2bcb900 20 add_watcher() i=0 2026-04-17T17:47:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.185+0000 7f38a2bcb900 20 add_watcher() i=5 2026-04-17T17:47:43.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.185+0000 7f38a2bcb900 20 add_watcher() i=3 2026-04-17T17:47:43.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.185+0000 7f38a2bcb900 20 add_watcher() i=6 2026-04-17T17:47:43.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.186+0000 7f38a2bcb900 20 add_watcher() i=4 2026-04-17T17:47:43.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.186+0000 7f38a2bcb900 20 add_watcher() i=2 2026-04-17T17:47:43.189 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.186+0000 7f38a2bcb900 20 add_watcher() i=1 2026-04-17T17:47:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.187+0000 7f38a2bcb900 20 add_watcher() i=7 2026-04-17T17:47:43.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.187+0000 7f38a2bcb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:43.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.189+0000 7f38a2bcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:43.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.189+0000 7f38a2bcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:43.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.189+0000 7f38a2bcb900 5 note: GC not initialized 2026-04-17T17:47:43.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.189+0000 7f384afed640 20 reqs_thread_entry: start 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f38a2bcb900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f38a2bcb900 20 Filter name: none 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f3848fe9640 20 reqs_thread_entry: start 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:43.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.226+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=187 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 rados_obj.operate() r=0 bl.length=417 2026-04-17T17:47:43.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.227+0000 7f38a2bcb900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=0 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 2 removed watcher, disabling cache 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=3 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=1 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=7 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=5 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=2 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=6 2026-04-17T17:47:43.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:43.231+0000 7f38a2bcb900 20 remove_watcher() i=4 2026-04-17T17:47:43.240 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:43.240 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:43.240 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-do-reshard id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.35 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:47:43.240 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:43.242 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.242 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.252 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.252 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.395 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.395 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.440 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2026-04-17T17:47:43.440 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:43.441 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.441 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.469 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.469 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.518 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.518 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.570 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.570 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.620 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.620 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.671 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.671 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.721 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.721 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.773 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.773 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.822 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.823 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.875 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.875 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.924 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.924 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:43.977 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:43.977 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.028 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.028 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.078 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.078 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.127 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.127 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.178 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.179 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.229 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.229 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.282 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.282 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.333 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.333 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.383 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.383 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.434 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.434 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.487 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.487 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.539 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-17T17:47:44.560 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:44.560 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:44.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.584+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.585+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.585+0000 7f4c2cd4b900 20 realm 2026-04-17T17:47:44.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.585+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.586+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.586+0000 7f4c2cd4b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:44.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.586+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.586+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.589 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.586+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.587+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.587+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.588+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:44.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.588+0000 7f4c2cd4b900 20 searching for the correct realm 2026-04-17T17:47:44.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.591+0000 7f4c28ac5640 0 -- 192.168.123.106:0/4017765001 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55f94d1c64e0 msgr2=0x55f94d1e6940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.594+0000 7f4c292c6640 0 -- 192.168.123.106:0/4017765001 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f94d209ea0 msgr2=0x55f94d22a280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.598+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 zone default found 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 4 Realm: () 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 zonegroup default 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.599+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.600+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.600+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.600+0000 7f4c2cd4b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.600+0000 7f4c2cd4b900 20 started sync module instance, tier type = 2026-04-17T17:47:44.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.600+0000 7f4c2cd4b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:44.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.604+0000 7f4c2cd4b900 20 add_watcher() i=3 2026-04-17T17:47:44.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.604+0000 7f4c2cd4b900 20 add_watcher() i=0 2026-04-17T17:47:44.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.604+0000 7f4c2cd4b900 20 add_watcher() i=5 2026-04-17T17:47:44.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.604+0000 7f4c2cd4b900 20 add_watcher() i=2 2026-04-17T17:47:44.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.605+0000 7f4c2cd4b900 20 add_watcher() i=7 2026-04-17T17:47:44.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.605+0000 7f4c2cd4b900 20 add_watcher() i=6 2026-04-17T17:47:44.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.605+0000 7f4c2cd4b900 20 add_watcher() i=4 2026-04-17T17:47:44.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.605+0000 7f4c2cd4b900 20 add_watcher() i=1 2026-04-17T17:47:44.608 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.605+0000 7f4c2cd4b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:44.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.607+0000 7f4c2cd4b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:44.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.607+0000 7f4c2cd4b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:44.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.607+0000 7f4c2cd4b900 5 note: GC not initialized 2026-04-17T17:47:44.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.607+0000 7f4bd57f2640 20 reqs_thread_entry: start 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4c2cd4b900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4c2cd4b900 20 Filter name: none 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4bceffd640 20 reqs_thread_entry: start 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.650+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:44.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.651+0000 7f4c2cd4b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=3 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 2 removed watcher, disabling cache 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=1 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=0 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=4 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=2 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=7 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=6 2026-04-17T17:47:44.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.656+0000 7f4c2cd4b900 20 remove_watcher() i=5 2026-04-17T17:47:44.666 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:44.666 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:44.666 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:44.666 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:44.668 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2026-04-17T17:47:44.691 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:44.691 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:44.713 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.710+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 realm 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.714 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.711+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.712+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.715 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.712+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.713+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:44.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.713+0000 7f38e15dc900 20 searching for the correct realm 2026-04-17T17:47:44.719 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.716+0000 7f38df09a640 0 -- 192.168.123.106:0/2694877327 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55b195da1e90 msgr2=0x55b195dc2270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.722 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.719+0000 7f38df89b640 0 -- 192.168.123.106:0/2694877327 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55b195de5db0 msgr2=0x55b195e06190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:44.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.722+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 zone default found 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 4 Realm: () 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 zonegroup default 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.723+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 started sync module instance, tier type = 2026-04-17T17:47:44.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.724+0000 7f38e15dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=1 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=0 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=7 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=2 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=4 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=6 2026-04-17T17:47:44.731 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.728+0000 7f38e15dc900 20 add_watcher() i=5 2026-04-17T17:47:44.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.729+0000 7f38e15dc900 20 add_watcher() i=3 2026-04-17T17:47:44.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.729+0000 7f38e15dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:44.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.731+0000 7f38e15dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:44.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.731+0000 7f38e15dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:44.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.731+0000 7f38e15dc900 5 note: GC not initialized 2026-04-17T17:47:44.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.731+0000 7f388cfe9640 20 reqs_thread_entry: start 2026-04-17T17:47:44.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.771+0000 7f38e15dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:44.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.771+0000 7f38e15dc900 20 Filter name: none 2026-04-17T17:47:44.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.771+0000 7f38867fc640 20 reqs_thread_entry: start 2026-04-17T17:47:44.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.771+0000 7f38e15dc900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-17T17:47:44.774 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.771+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 : miss 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:44.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.772+0000 7f38e15dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 2026-04-17T17:47:44.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.776+0000 7f38e15dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:44.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.776+0000 7f38e15dc900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:44.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.776+0000 7f38e15dc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:44.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.776+0000 7f38e15dc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36, ofs0, ns] 2026-04-17T17:47:44.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.777+0000 7f38b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894530 cookie 94221211990464 notifier 7118 bl.length()=935 2026-04-17T17:47:44.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.777+0000 7f38b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:44.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.777+0000 7f38b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:44.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.777+0000 7f38b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:44.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.778+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_sources= new_sources= 2026-04-17T17:47:44.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.778+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential sources added=[] removed=[] 2026-04-17T17:47:44.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.778+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_dests= new_dests= 2026-04-17T17:47:44.781 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.778+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential dests added=[] removed=[] 2026-04-17T17:47:44.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.779+0000 7f38e15dc900 -1 Injecting error=-5 at location=logrecord_writes 2026-04-17T17:47:44.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.779+0000 7f38e15dc900 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2026-04-17T17:47:44.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.781+0000 7f38e15dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:44.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.781+0000 7f38e15dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 2026-04-17T17:47:44.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.782+0000 7f38e15dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:44.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.782+0000 7f38e15dc900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:44.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.782+0000 7f38e15dc900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:44.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.782+0000 7f38e15dc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36, ofs0, ns] 2026-04-17T17:47:44.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.783+0000 7f38b67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894531 cookie 94221211990464 notifier 7118 bl.length()=899 2026-04-17T17:47:44.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.783+0000 7f38b67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:44.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.783+0000 7f38b67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:44.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.783+0000 7f38b67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:44.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.784+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_sources= new_sources= 2026-04-17T17:47:44.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.784+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential sources added=[] removed=[] 2026-04-17T17:47:44.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.784+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_dests= new_dests= 2026-04-17T17:47:44.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.784+0000 7f38e15dc900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential dests added=[] removed=[] 2026-04-17T17:47:44.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.788+0000 7f38e15dc900 20 remove_watcher() i=3 2026-04-17T17:47:44.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.788+0000 7f38e15dc900 2 removed watcher, disabling cache 2026-04-17T17:47:44.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.788+0000 7f38e15dc900 20 remove_watcher() i=7 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=1 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=2 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=0 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=5 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=6 2026-04-17T17:47:44.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.789+0000 7f38e15dc900 20 remove_watcher() i=4 2026-04-17T17:47:44.801 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-17T17:47:44.821 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:44.821 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:44.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.838+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 realm 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.840+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.841+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.841+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.841+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:44.844 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.841+0000 7f3b39929900 20 searching for the correct realm 2026-04-17T17:47:44.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.844+0000 7f3b356a3640 0 -- 192.168.123.106:0/1645597214 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x555dbc4ff3d0 msgr2=0x555dbc51f880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.847+0000 7f3b34ea2640 0 -- 192.168.123.106:0/1645597214 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f3b280e2000 msgr2=0x7f3b280b3af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:44.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:44.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:44.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:44.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:44.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.850+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 zone default found 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 4 Realm: () 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 zonegroup default 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.851+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.852+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.852+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.852+0000 7f3b39929900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:44.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.852+0000 7f3b39929900 20 started sync module instance, tier type = 2026-04-17T17:47:44.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.852+0000 7f3b39929900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:44.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.855+0000 7f3b39929900 20 add_watcher() i=7 2026-04-17T17:47:44.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.855+0000 7f3b39929900 20 add_watcher() i=0 2026-04-17T17:47:44.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.855+0000 7f3b39929900 20 add_watcher() i=3 2026-04-17T17:47:44.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.855+0000 7f3b39929900 20 add_watcher() i=5 2026-04-17T17:47:44.858 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.855+0000 7f3b39929900 20 add_watcher() i=6 2026-04-17T17:47:44.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.856+0000 7f3b39929900 20 add_watcher() i=2 2026-04-17T17:47:44.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.856+0000 7f3b39929900 20 add_watcher() i=1 2026-04-17T17:47:44.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.856+0000 7f3b39929900 20 add_watcher() i=4 2026-04-17T17:47:44.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.856+0000 7f3b39929900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:44.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.858+0000 7f3b39929900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:44.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.858+0000 7f3b39929900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:44.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.858+0000 7f3b39929900 5 note: GC not initialized 2026-04-17T17:47:44.861 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.858+0000 7f3ae27ec640 20 reqs_thread_entry: start 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.897+0000 7f3b39929900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.897+0000 7f3b39929900 20 Filter name: none 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3adbfff640 20 reqs_thread_entry: start 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:44.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.898+0000 7f3b39929900 20 rados->read ofs=0 len=0 2026-04-17T17:47:44.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.899+0000 7f3b39929900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:44.902 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.899+0000 7f3b39929900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:44.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.902+0000 7f3b39929900 20 remove_watcher() i=3 2026-04-17T17:47:44.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.902+0000 7f3b39929900 2 removed watcher, disabling cache 2026-04-17T17:47:44.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.902+0000 7f3b39929900 20 remove_watcher() i=0 2026-04-17T17:47:44.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.902+0000 7f3b39929900 20 remove_watcher() i=4 2026-04-17T17:47:44.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.903+0000 7f3b39929900 20 remove_watcher() i=5 2026-04-17T17:47:44.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.903+0000 7f3b39929900 20 remove_watcher() i=2 2026-04-17T17:47:44.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.903+0000 7f3b39929900 20 remove_watcher() i=1 2026-04-17T17:47:44.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.903+0000 7f3b39929900 20 remove_watcher() i=7 2026-04-17T17:47:44.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:44.903+0000 7f3b39929900 20 remove_watcher() i=6 2026-04-17T17:47:44.913 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:44.913 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:44.913 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:44.913 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:44.914 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.914 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.936 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:44.936 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:44.986 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:45.008 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:45.008 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:45.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.026+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 20 realm 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.028+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.029+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.029+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.029+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:45.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.029+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.030+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:45.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.030+0000 7fd3c118c900 20 searching for the correct realm 2026-04-17T17:47:45.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.034+0000 7fd3bcee7640 0 -- 192.168.123.106:0/2059171095 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fd3b000c790 msgr2=0x7fd3b0072370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:45.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.240+0000 7fd3affff640 0 -- 192.168.123.106:0/2059171095 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x555f1b470cc0 msgr2=0x555f1b491170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.242+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 zone default found 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 4 Realm: () 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 zonegroup default 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.243+0000 7fd3c118c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.244+0000 7fd3c118c900 20 started sync module instance, tier type = 2026-04-17T17:47:45.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.244+0000 7fd3c118c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:45.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.247+0000 7fd3c118c900 20 add_watcher() i=3 2026-04-17T17:47:45.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.247+0000 7fd3c118c900 20 add_watcher() i=4 2026-04-17T17:47:45.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.247+0000 7fd3c118c900 20 add_watcher() i=0 2026-04-17T17:47:45.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.247+0000 7fd3c118c900 20 add_watcher() i=5 2026-04-17T17:47:45.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.247+0000 7fd3c118c900 20 add_watcher() i=6 2026-04-17T17:47:45.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.248+0000 7fd3c118c900 20 add_watcher() i=1 2026-04-17T17:47:45.251 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.249+0000 7fd3c118c900 20 add_watcher() i=2 2026-04-17T17:47:45.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.249+0000 7fd3c118c900 20 add_watcher() i=7 2026-04-17T17:47:45.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.249+0000 7fd3c118c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:45.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.251+0000 7fd3c118c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:45.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.251+0000 7fd3c118c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:45.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.251+0000 7fd3c118c900 5 note: GC not initialized 2026-04-17T17:47:45.254 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.251+0000 7fd3697f2640 20 reqs_thread_entry: start 2026-04-17T17:47:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.492+0000 7fd3c118c900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.492+0000 7fd3c118c900 20 Filter name: none 2026-04-17T17:47:45.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.492+0000 7fd362ffd640 20 reqs_thread_entry: start 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.492+0000 7fd3c118c900 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.492+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 : miss 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.493+0000 7fd3c118c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 2026-04-17T17:47:45.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd3c118c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd3c118c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd3c118c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd3c118c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36, ofs0, ns] 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd39bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894532 cookie 93866967919680 notifier 6805 bl.length()=935 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd39bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd39bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.497+0000 7fd39bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.498+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_sources= new_sources= 2026-04-17T17:47:45.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.498+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential sources added=[] removed=[] 2026-04-17T17:47:45.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.498+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_dests= new_dests= 2026-04-17T17:47:45.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.498+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential dests added=[] removed=[] 2026-04-17T17:47:45.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.500+0000 7fd3c118c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.1.0 2026-04-17T17:47:45.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.500+0000 7fd3c118c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.1.0 2026-04-17T17:47:45.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.500+0000 7fd3c118c900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.1.1 2026-04-17T17:47:45.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.500+0000 7fd3c118c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.1.1 2026-04-17T17:47:45.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.500+0000 7fd3c118c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.0 2026-04-17T17:47:45.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.502+0000 7fd3c118c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:45.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.502+0000 7fd3c118c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd3c118c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd3c118c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd3c118c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd3c118c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36, ofs0, ns] 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd39bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 93866967919680 notifier 6805 bl.length()=935 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd39bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd39bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.506 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.503+0000 7fd39bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.504+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_sources= new_sources= 2026-04-17T17:47:45.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.504+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential sources added=[] removed=[] 2026-04-17T17:47:45.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.504+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_dests= new_dests= 2026-04-17T17:47:45.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.504+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential dests added=[] removed=[] 2026-04-17T17:47:45.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.506+0000 7fd3c118c900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36.0 2026-04-17T17:47:45.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.506+0000 7fd3c118c900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 : hit (requested=0x17, cached=0x17) 2026-04-17T17:47:45.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.506+0000 7fd3c118c900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd3c118c900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd3c118c900 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd3c118c900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd3c118c900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36, ofs0, ns] 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd39bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894534 cookie 93866967919680 notifier 6805 bl.length()=899 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd39bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 info.flags=0x17 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd39bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 to cache LRU end 2026-04-17T17:47:45.510 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.507+0000 7fd39bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:45.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.508+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_sources= new_sources= 2026-04-17T17:47:45.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.508+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential sources added=[] removed=[] 2026-04-17T17:47:45.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.508+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): orig_dests= new_dests= 2026-04-17T17:47:45.511 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.508+0000 7fd3c118c900 20 handle_bi_update(): bucket=:error-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36]): potential dests added=[] removed=[] 2026-04-17T17:47:45.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.509+0000 7fd3c118c900 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=4 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 2 removed watcher, disabling cache 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=3 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=1 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=0 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=7 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=6 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=5 2026-04-17T17:47:45.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.514+0000 7fd3c118c900 20 remove_watcher() i=2 2026-04-17T17:47:45.525 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2026-04-17T17:47:45.548 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:45.548 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:45.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.565+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 realm 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.566+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.567+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:45.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.567+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.568+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:45.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.568+0000 7fed16e12900 20 searching for the correct realm 2026-04-17T17:47:45.573 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.570+0000 7fed124e7640 0 -- 192.168.123.106:0/3578455351 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x559f98cb7b40 msgr2=0x559f98cd7ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:45.576 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.573+0000 7fed11ce6640 0 -- 192.168.123.106:0/3578455351 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fed0406c040 msgr2=0x7fed0406c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.580 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.577+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 zone default found 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 4 Realm: () 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 zonegroup default 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.581 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.578+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.579+0000 7fed16e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:45.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.579+0000 7fed16e12900 20 started sync module instance, tier type = 2026-04-17T17:47:45.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.579+0000 7fed16e12900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=3 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=7 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=2 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=0 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=1 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=6 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=5 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 20 add_watcher() i=4 2026-04-17T17:47:45.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.583+0000 7fed16e12900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:45.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.585+0000 7fed16e12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:45.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.585+0000 7fed16e12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:45.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.585+0000 7fed16e12900 5 note: GC not initialized 2026-04-17T17:47:45.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.586+0000 7fecbaffd640 20 reqs_thread_entry: start 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fed16e12900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fed16e12900 20 Filter name: none 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fecb8ff9640 20 reqs_thread_entry: start 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:45.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.634+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.635+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.635+0000 7fed16e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.635+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.635+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.635+0000 7fed16e12900 20 rados->read ofs=0 len=0 2026-04-17T17:47:45.638 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.636+0000 7fed16e12900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:45.639 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.636+0000 7fed16e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=0 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 2 removed watcher, disabling cache 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=3 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=2 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=5 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=6 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=1 2026-04-17T17:47:45.643 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=4 2026-04-17T17:47:45.644 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:45.640+0000 7fed16e12900 20 remove_watcher() i=7 2026-04-17T17:47:45.649 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:45.649 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:45.650 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.36 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:47:45.650 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:45.651 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.651 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.661 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.661 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.812 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.812 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.859 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at logrecord_writes 2026-04-17T17:47:45.859 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:45.860 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.860 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.887 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.887 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.936 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.936 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:45.989 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:45.989 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.040 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.040 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.090 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.090 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.140 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.141 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.191 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.191 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.242 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.242 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.292 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.292 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.342 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.342 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.392 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.392 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.442 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.442 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.492 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.492 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.543 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.543 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.593 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.593 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.643 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.643 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.695 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.695 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.746 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.746 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.797 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.797 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.847 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.847 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.898 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:46.898 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:46.950 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-17T17:47:46.971 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:46.971 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:46.993 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:46.990+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 realm 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.195 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.192+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.194+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.194+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.195+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:47.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.195+0000 7f571f952900 20 searching for the correct realm 2026-04-17T17:47:47.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.197+0000 7f571d409640 0 -- 192.168.123.106:0/4200100442 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x562ee291a880 msgr2=0x562ee293ad30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.204 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.201+0000 7f571cc08640 0 -- 192.168.123.106:0/4200100442 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f5710087fc0 msgr2=0x7f571008baa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:47.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.204+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 zone default found 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 4 Realm: () 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 zonegroup default 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.208 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.205+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.206+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.206+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.206+0000 7f571f952900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.206+0000 7f571f952900 20 started sync module instance, tier type = 2026-04-17T17:47:47.209 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.206+0000 7f571f952900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=0 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=4 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=3 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=2 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=5 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=7 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=6 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 20 add_watcher() i=1 2026-04-17T17:47:47.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.210+0000 7f571f952900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:47.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.212+0000 7f571f952900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:47.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.212+0000 7f571f952900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:47.215 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.212+0000 7f571f952900 5 note: GC not initialized 2026-04-17T17:47:47.216 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.213+0000 7f56ca7ec640 20 reqs_thread_entry: start 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.255+0000 7f571f952900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.255+0000 7f571f952900 20 Filter name: none 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.255+0000 7f56c3fff640 20 reqs_thread_entry: start 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.255+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:47.258 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.256+0000 7f571f952900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.257+0000 7f571f952900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:47.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.257+0000 7f571f952900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=5 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 2 removed watcher, disabling cache 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=3 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=0 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=4 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=6 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=1 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=2 2026-04-17T17:47:47.264 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.261+0000 7f571f952900 20 remove_watcher() i=7 2026-04-17T17:47:47.271 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.271 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:47.271 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:47.271 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.273 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-17T17:47:47.296 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:47.296 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:47.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.315+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.316+0000 7f9295bcb900 20 realm 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:47.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:47.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.318+0000 7f9295bcb900 20 searching for the correct realm 2026-04-17T17:47:47.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.320+0000 7f9290ffb640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f927806db70 msgr2=0x7f9278048ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.529 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.525+0000 7f928b7fe640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x55883b163e20 msgr2=0x7f927c061860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zone default found 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Realm: () 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zonegroup default 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started sync module instance, tier type = 2026-04-17T17:47:47.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=7 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=3 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=0 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=6 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=2 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=1 2026-04-17T17:47:47.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=5 2026-04-17T17:47:47.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.737+0000 7f9295bcb900 20 add_watcher() i=4 2026-04-17T17:47:47.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.737+0000 7f9295bcb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:47.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:47.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:47.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.739+0000 7f9295bcb900 5 note: GC not initialized 2026-04-17T17:47:47.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.739+0000 7f923dfeb640 20 reqs_thread_entry: start 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 20 Filter name: none 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9236ffd640 20 reqs_thread_entry: start 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:47.779 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : miss 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.777+0000 7f9295bcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:47:47.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.780+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.780+0000 7f9295bcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.780+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.783 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.780+0000 7f9295bcb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:47:47.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 94043600859552 notifier 7605 bl.length()=935 2026-04-17T17:47:47.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:47:47.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:47:47.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:47:47.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:47:47.786 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9295bcb900 time 2026-04-17T17:47:47.784860+0000 2026-04-17T17:47:47.786 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f9295f8f8f8] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9295bcb900 time 2026-04-17T17:47:47.784860+0000 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f9295f8f8f8] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f9295bcb900 thread_name:radosgw-admin 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f9294e3fc30] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f9294e8d02c] 2026-04-17T17:47:47.787 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f9295f8f957] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f9295bcb900 thread_name:radosgw-admin 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f9294e3fc30] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f9294e8d02c] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f9295f8f957] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.788 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:47:47.299+0000 7f92827fc640 10 monclient: dump: 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7593 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:47:47.299+0000 7f9295bcb900 4 set_mon_vals no callback set 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: shutdown 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 asok(0x55883b0d2740) unregister_commands rotate-key 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:47:47.299+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: starting msgr at 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: starting objecter 2026-04-17T17:47:47.801 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests hook 0x55883b1df180 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: setting wanted keys 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: calling monclient init 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key hook 0x55883b1d7d38 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b1de060 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b20c540 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b2b9c40 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.377618s 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b2b9c40 auth_method 0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b20c540 auth_method 0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b1de060 auth_method 0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_done global_id 7190 payload 824 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:47:47.300+0000 7f928b7fe640 1 monclient: found mon.noname-c 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: dump: 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.802 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: dump: 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:47:47.301+0000 7f92827fc640 4 set_mon_vals no callback set 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:47:47.301+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7190 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:47:47.301+0000 7f9295bcb900 1 librados: init done 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:47:47.303+0000 7f928bfff640 10 monclient: get_auth_request con 0x7f926c077540 auth_method 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:47:47.303+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b2b4200 auth_method 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:47:47.304+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b3481c0 auth_method 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:47:47.305+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b36a510 auth_method 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:47:47.306+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b369ac0 auth_method 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:47:47.307+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.803 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:47:47.307+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests cmddesc objecter_requests hook 0x55883b3b19c0 EEXIST 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:47:47.307+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:47:47.308+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:47:47.308+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x55883b38b510 EEXIST 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b3d8f90 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b3db870 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b3d9360 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.385199s 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b3d8f90 auth_method 0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b3db870 auth_method 0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_done global_id 7193 payload 824 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:47:47.308+0000 7f928b7fe640 1 monclient: found mon.noname-c 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:47:47.308+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b3d9360 auth_method 0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: dump: 2026-04-17T17:47:47.804 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:47:47.308+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7193 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: dump: 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:47:47.308+0000 7f92917fc640 4 set_mon_vals no callback set 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:47:47.310+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f92600775a0 auth_method 0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: get_monmap_and_config 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:47:47.310+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.805 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x7fff35108598 EEXIST 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b494f20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b49c3d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b4c5320 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.388681s 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b4c5320 auth_method 0 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b49c3d0 auth_method 0 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.806 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b494f20 auth_method 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_done global_id 7602 payload 274 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:47:47.311+0000 7f928bfff640 1 monclient: found mon.noname-a 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: dump: 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: dump: 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7602 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:47:47.312+0000 7f9295bcb900 4 set_mon_vals no callback set 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: shutdown 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.807 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:47:47.312+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 librados: starting msgr at 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 librados: starting objecter 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests cmddesc objecter_requests hook 0x55883b4c5ce0 EEXIST 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:47:47.313+0000 7f9295bcb900 1 librados: setting wanted keys 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:47:47.313+0000 7f9295bcb900 1 librados: calling monclient init 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:47:47.313+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.808 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:47:47.313+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x55883b46cc68 EEXIST 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b49c3d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b4c5320 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b4980e0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.390407s 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b4980e0 auth_method 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b49c3d0 auth_method 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b4c5320 auth_method 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_done global_id 7605 payload 824 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:47:47.313+0000 7f928bfff640 1 monclient: found mon.noname-a 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: dump: 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.809 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: dump: 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:47:47.314+0000 7f926b7fe640 4 set_mon_vals no callback set 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:47:47.314+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7605 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:47:47.314+0000 7f9295bcb900 1 librados: init done 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:47:47.314+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cr dump hook 0x55883b49a128 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:47:47.315+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:47:47.316+0000 7f928b7fe640 10 monclient: get_auth_request con 0x7f924c077540 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:47:47.316+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b535a10 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 realm 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:47:47.317+0000 7f9295bcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:47:47.317+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b5581b0 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:47:47.318+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b579a00 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 searching for the correct realm 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:47:47.319+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b59c710 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:47:47.319+0000 7f928b7fe640 10 monclient: get_auth_request con 0x7f928406ae60 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:47:47.320+0000 7f9290ffb640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f927806db70 msgr2=0x7f9278048ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:47:47.320+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f927806db70 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:47:47.520+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f927806db70 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:47:47.523+0000 7f928bfff640 10 monclient: get_auth_request con 0x7f927c08e040 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:47:47.525+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b163e20 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:47:47.525+0000 7f928b7fe640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x55883b163e20 msgr2=0x7f927c061860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:47:47.726+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b163e20 auth_method 0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.810 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zone default found 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Realm: () 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:47:47.732+0000 7f9295bcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zonegroup default 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started sync module instance, tier type = 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=7 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=3 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=6 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=2 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=1 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=5 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:47:47.737+0000 7f9295bcb900 20 add_watcher() i=4 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:47:47.737+0000 7f9295bcb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:47:47.737+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f9218007200 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:47:47.739+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache list hook 0x55883b499280 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache inspect hook 0x55883b499280 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache erase hook 0x55883b499280 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache zap hook 0x55883b499280 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 note: GC not initialized 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:47:47.739+0000 7f923dfeb640 20 reqs_thread_entry: start 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace show hook 0x7f9284001c00 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace history hook 0x7f9284001c00 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace active hook 0x7f9284001c00 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace active_short hook 0x7f9284001c00 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:47:47.739+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b6aa7c0 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:47:47.741+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b6a7280 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:47:47.742+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b6a94b0 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:47:47.743+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b698f50 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:47:47.747+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b699fd0 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:47:47.752+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b69dbe0 auth_method 0 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 Filter name: none 2026-04-17T17:47:47.811 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:47:47.776+0000 7f9236ffd640 20 reqs_thread_entry: start 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : miss 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:47:47.777+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 94043600859552 notifier 7605 bl.length()=935 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9295bcb900 time 2026-04-17T17:47:47.784860+0000 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f9295f8f8f8] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f9295bcb900 thread_name:radosgw-admin 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f9294e3fc30] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f9294e8d02c] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f9295f8f957] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:47:47.812 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:47:47.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9236ffd640 / http_manager 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f923dfeb640 / http_manager 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9269ffb640 / ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f926b7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9275ffb640 / ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9280ff9640 / ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f92827fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9282ffd640 / admin_socket 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f928affd640 / ms_dispatch 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f928b7fe640 / msgr-worker-2 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f928bfff640 / msgr-worker-1 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9290ffb640 / msgr-worker-0 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f92917fc640 / io_context_pool 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: 7f9295bcb900 / radosgw-admin 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.99443.log 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:47:47.299+0000 7f92827fc640 10 monclient: dump: 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.814 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7593 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:47:47.299+0000 7f9295bcb900 4 set_mon_vals no callback set 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: shutdown 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 asok(0x55883b0d2740) unregister_commands rotate-key 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:47:47.299+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:47:47.299+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: crc 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:47:47.299+0000 7f9295bcb900 5 AuthRegistry(0x55883b1dd430) adding con mode: secure 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: starting msgr at 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: starting objecter 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests hook 0x55883b1df180 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: setting wanted keys 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:47:47.300+0000 7f9295bcb900 1 librados: calling monclient init 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding auth protocol: cephx 2026-04-17T17:47:47.815 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: crc 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 AuthRegistry(0x55883b1d7bf0) adding con mode: secure 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:47:47.300+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:47:47.300+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key hook 0x55883b1d7d38 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b1de060 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b20c540 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b2b9c40 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:47:47.300+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.377618s 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b2b9c40 auth_method 0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b20c540 auth_method 0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b1de060 auth_method 0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:47:47.300+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:47:47.300+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient(hunting): handle_auth_done global_id 7190 payload 824 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:47:47.300+0000 7f928b7fe640 1 monclient: found mon.noname-c 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:47:47.300+0000 7f928b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.816 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: dump: 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:47:47.301+0000 7f9280ff9640 10 monclient: dump: 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:47:47.301+0000 7f92827fc640 4 set_mon_vals no callback set 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:47:47.301+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7190 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:47:47.301+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:47:47.301+0000 7f9295bcb900 1 librados: init done 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:47:47.303+0000 7f9280ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:47:47.303+0000 7f928bfff640 10 monclient: get_auth_request con 0x7f926c077540 auth_method 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:47:47.303+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b2b4200 auth_method 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:47:47.304+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b3481c0 auth_method 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:47:47.305+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b36a510 auth_method 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:47:47.306+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b369ac0 auth_method 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:47:47.307+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.817 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b3ae080) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:47:47.307+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests cmddesc objecter_requests hook 0x55883b3b19c0 EEXIST 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:47:47.307+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding auth protocol: cephx 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: crc 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:47:47.307+0000 7f9295bcb900 5 AuthRegistry(0x55883b38b3c8) adding con mode: secure 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:47:47.307+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.818 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:47:47.308+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:47:47.308+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x55883b38b510 EEXIST 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b3d8f90 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b3db870 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b3d9360 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.385199s 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b3d8f90 auth_method 0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b3db870 auth_method 0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:47:47.308+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient(hunting): handle_auth_done global_id 7193 payload 824 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:47:47.308+0000 7f928b7fe640 1 monclient: found mon.noname-c 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:47:47.308+0000 7f928b7fe640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:47:47.308+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b3d9360 auth_method 0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: dump: 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.819 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:47:47.308+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7193 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:47:47.308+0000 7f9275ffb640 10 monclient: dump: 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:47:47.308+0000 7f92917fc640 4 set_mon_vals no callback set 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:47:47.308+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:47:47.310+0000 7f9275ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:47:47.310+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f92600775a0 auth_method 0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: get_monmap_and_config 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:47:47.310+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:47:47.310+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.820 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:47:47.310+0000 7f9295bcb900 5 AuthRegistry(0x55883b46de50) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding auth protocol: cephx 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: crc 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108450) adding con mode: secure 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.821 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:47:47.311+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:47:47.311+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x7fff35108598 EEXIST 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b494f20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b49c3d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b4c5320 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:47:47.311+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.388681s 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b4c5320 auth_method 0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b49c3d0 auth_method 0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:47:47.311+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b494f20 auth_method 0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:47:47.311+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient(hunting): handle_auth_done global_id 7602 payload 274 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:47:47.311+0000 7f928bfff640 1 monclient: found mon.noname-a 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:47:47.311+0000 7f928bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: dump: 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.822 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:47:47.312+0000 7f926b7fe640 10 monclient: dump: 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7602 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: get_monmap_and_config success 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:47:47.312+0000 7f9295bcb900 4 set_mon_vals no callback set 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: shutdown 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: build_initial_monmap 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 build_initial for_mkfs: 0 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:47:47.312+0000 7f9295bcb900 10 monclient: monmap: 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding auth protocol: cephx 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.823 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 AuthRegistry(0x55883b46ec50) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:47:47.312+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 librados: starting msgr at 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:47:47.312+0000 7f9295bcb900 1 librados: starting objecter 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:47:47.312+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command objecter_requests cmddesc objecter_requests hook 0x55883b4c5ce0 EEXIST 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:47:47.313+0000 7f9295bcb900 1 librados: setting wanted keys 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:47:47.313+0000 7f9295bcb900 1 librados: calling monclient init 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: init 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding auth protocol: cephx 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: crc 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 AuthRegistry(0x55883b46cb20) adding con mode: secure 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:47:47.313+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:47:47.313+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:47:47.313+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command rotate-key cmddesc rotate-key hook 0x55883b46cc68 EEXIST 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: _reopen_session rank -1 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-c con 0x55883b49c3d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-b con 0x55883b4c5320 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): picked mon.noname-a con 0x55883b4980e0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): start opening mon connection 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): _renew_subs 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:47:47.313+0000 7f9295bcb900 10 monclient(hunting): authenticate will time out at 1974.390407s 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): get_auth_request con 0x55883b4980e0 auth_method 0 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): get_auth_request con 0x55883b49c3d0 auth_method 0 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.824 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): get_auth_request con 0x55883b4c5320 auth_method 0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:47:47.313+0000 7f928b7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:47:47.313+0000 7f9290ffb640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient(hunting): handle_auth_done global_id 7605 payload 824 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient: _finish_hunting 0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:47:47.313+0000 7f928bfff640 1 monclient: found mon.noname-a 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:47:47.313+0000 7f928bfff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: dump: 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: _finish_auth 0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:47:47.314+0000 7f9269ffb640 10 monclient: dump: 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:47:47.825 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:47:47.314+0000 7f926b7fe640 4 set_mon_vals no callback set 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:47:47.314+0000 7f9295bcb900 5 monclient: authenticate success, global_id 7605 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _renew_subs 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:47:47.314+0000 7f9295bcb900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:47:47.314+0000 7f9295bcb900 1 librados: init done 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:47:47.314+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cr dump hook 0x55883b49a128 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:47:47.315+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:47:47.315+0000 7f9269ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:47:47.316+0000 7f928b7fe640 10 monclient: get_auth_request con 0x7f924c077540 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:47:47.316+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b535a10 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 realm 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:47:47.316+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:47:47.317+0000 7f9295bcb900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:47:47.317+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b5581b0 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:47:47.317+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:47:47.318+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b579a00 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:47:47.318+0000 7f9295bcb900 20 searching for the correct realm 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:47:47.319+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b59c710 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:47:47.319+0000 7f928b7fe640 10 monclient: get_auth_request con 0x7f928406ae60 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:47:47.320+0000 7f9290ffb640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f927806db70 msgr2=0x7f9278048ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:47:47.320+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f927806db70 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:47:47.520+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f927806db70 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:47:47.523+0000 7f928bfff640 10 monclient: get_auth_request con 0x7f927c08e040 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:47:47.525+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b163e20 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:47:47.525+0000 7f928b7fe640 0 -- 192.168.123.106:0/1982790754 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x55883b163e20 msgr2=0x7f927c061860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:47:47.726+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b163e20 auth_method 0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:47:47.731+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:47.826 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zone default found 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Realm: () 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:47:47.732+0000 7f9295bcb900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:47:47.732+0000 7f9295bcb900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 zonegroup default 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started sync module instance, tier type = 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:47:47.732+0000 7f9295bcb900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=7 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=3 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=6 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=2 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=1 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:47:47.736+0000 7f9295bcb900 20 add_watcher() i=5 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:47:47.737+0000 7f9295bcb900 20 add_watcher() i=4 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:47:47.737+0000 7f9295bcb900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:47:47.737+0000 7f9290ffb640 10 monclient: get_auth_request con 0x7f9218007200 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding auth protocol: cephx 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: crc 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:47:47.738+0000 7f9295bcb900 5 AuthRegistry(0x7fff35108540) adding con mode: secure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:47:47.739+0000 7f9295bcb900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:47:47.739+0000 7f9295bcb900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache list hook 0x55883b499280 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache inspect hook 0x55883b499280 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache erase hook 0x55883b499280 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command cache zap hook 0x55883b499280 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 note: GC not initialized 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:47:47.739+0000 7f923dfeb640 20 reqs_thread_entry: start 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace show hook 0x7f9284001c00 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace history hook 0x7f9284001c00 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace active hook 0x7f9284001c00 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:47:47.739+0000 7f9295bcb900 5 asok(0x55883b0d2740) register_command sync trace active_short hook 0x7f9284001c00 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:47:47.739+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b6aa7c0 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:47:47.741+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b6a7280 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:47:47.742+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b6a94b0 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:47:47.743+0000 7f928bfff640 10 monclient: get_auth_request con 0x55883b698f50 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:47:47.747+0000 7f928b7fe640 10 monclient: get_auth_request con 0x55883b699fd0 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:47:47.752+0000 7f9290ffb640 10 monclient: get_auth_request con 0x55883b69dbe0 auth_method 0 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 Filter name: none 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:47:47.776+0000 7f9236ffd640 20 reqs_thread_entry: start 2026-04-17T17:47:47.827 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:47:47.776+0000 7f9295bcb900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : miss 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:47:47.776+0000 7f9295bcb900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:47:47.777+0000 7f9295bcb900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:47:47.777+0000 7f9295bcb900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:47:47.780+0000 7f9295bcb900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894533 cookie 94043600859552 notifier 7605 bl.length()=935 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:47:47.781+0000 7f926b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:47:47.782+0000 7f9295bcb900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f9295bcb900 time 2026-04-17T17:47:47.784860+0000 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f9295f8f8f8] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:47:47.784+0000 7f9295bcb900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f9295bcb900 thread_name:radosgw-admin 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f9294e3fc30] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f9294e8d02c] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f9295f8f957] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55883971f0d2] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55883a31c2cf] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x558839e4089e] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f9294e2a610] 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:47:47.828 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:47:47.829 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9236ffd640 / http_manager 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f923dfeb640 / http_manager 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9269ffb640 / ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f926b7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9275ffb640 / ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9280ff9640 / ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f92827fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9282ffd640 / admin_socket 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f928affd640 / ms_dispatch 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f928b7fe640 / msgr-worker-2 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f928bfff640 / msgr-worker-1 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9290ffb640 / msgr-worker-0 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f92917fc640 / io_context_pool 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: 7f9295bcb900 / radosgw-admin 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:47:47.786294Z_c9cf9c75-7384-492b-8e78-bc889ab1fc41/log 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:47:47.830 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-17T17:47:47.831 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:47.831 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:47.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.843+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.844+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.844+0000 7f7f989da900 20 realm 2026-04-17T17:47:47.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.844+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.845+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.845+0000 7f7f989da900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:47.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.845+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.845+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:47.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.845+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.846+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:47.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.846+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:47.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.847+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:47.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.847+0000 7f7f989da900 20 searching for the correct realm 2026-04-17T17:47:47.854 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:47.851+0000 7f7f9648f640 0 -- 192.168.123.106:0/4289236187 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f7f88075b00 msgr2=0x7f7f880b0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:48.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.058+0000 7f7f96c90640 0 -- 192.168.123.106:0/4289236187 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f7f7c069090 msgr2=0x7f7f7c062ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.060+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:48.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 zone default found 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 4 Realm: () 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 zonegroup default 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.064 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.061+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.062+0000 7f7f989da900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.062+0000 7f7f989da900 20 started sync module instance, tier type = 2026-04-17T17:47:48.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.062+0000 7f7f989da900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:48.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.065+0000 7f7f989da900 20 add_watcher() i=5 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.065+0000 7f7f989da900 20 add_watcher() i=6 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.065+0000 7f7f989da900 20 add_watcher() i=2 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.065+0000 7f7f989da900 20 add_watcher() i=0 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.065+0000 7f7f989da900 20 add_watcher() i=3 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.066+0000 7f7f989da900 20 add_watcher() i=4 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.066+0000 7f7f989da900 20 add_watcher() i=7 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.066+0000 7f7f989da900 20 add_watcher() i=1 2026-04-17T17:47:48.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.066+0000 7f7f989da900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:48.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.067+0000 7f7f989da900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:48.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.067+0000 7f7f989da900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:48.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.067+0000 7f7f989da900 5 note: GC not initialized 2026-04-17T17:47:48.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.068+0000 7f7f3effd640 20 reqs_thread_entry: start 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.106+0000 7f7f989da900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.106+0000 7f7f989da900 20 Filter name: none 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.106+0000 7f7f3cff9640 20 reqs_thread_entry: start 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.106+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:48.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=459 2026-04-17T17:47:48.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:48.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:48.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.107+0000 7f7f989da900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.108+0000 7f7f989da900 20 rados_obj.operate() r=0 bl.length=459 2026-04-17T17:47:48.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.108+0000 7f7f989da900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:47:48.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.111+0000 7f7f989da900 20 remove_watcher() i=5 2026-04-17T17:47:48.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.111+0000 7f7f989da900 2 removed watcher, disabling cache 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=2 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=1 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=6 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=3 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=7 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=4 2026-04-17T17:47:48.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.112+0000 7f7f989da900 20 remove_watcher() i=0 2026-04-17T17:47:48.121 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:48.121 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:47:48.121 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:47:48.121 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:47:48.123 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:48.123 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:48.147 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:47:48.147 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:47:48.196 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:47:48.220 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:47:48.220 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:47:48.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.244+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 realm 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.245+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.246+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:48.249 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.246+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.247+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:47:48.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.247+0000 7f961c785900 20 searching for the correct realm 2026-04-17T17:47:48.252 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.249+0000 7f9618ce8640 0 -- 192.168.123.106:0/1940138151 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f95fc039940 msgr2=0x7f95fc0493f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:48.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.253+0000 7f960bfff640 0 -- 192.168.123.106:0/1940138151 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f95f80030c0 msgr2=0x7f960c07b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:47:48.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.458+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 zone default found 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 4 Realm: () 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:47:48.462 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 zonegroup default 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.459+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 started sync module instance, tier type = 2026-04-17T17:47:48.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.460+0000 7f961c785900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:47:48.467 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.464+0000 7f961c785900 20 add_watcher() i=3 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.464+0000 7f961c785900 20 add_watcher() i=7 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.464+0000 7f961c785900 20 add_watcher() i=1 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.464+0000 7f961c785900 20 add_watcher() i=0 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.465+0000 7f961c785900 20 add_watcher() i=4 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.465+0000 7f961c785900 20 add_watcher() i=5 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.465+0000 7f961c785900 20 add_watcher() i=2 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.465+0000 7f961c785900 20 add_watcher() i=6 2026-04-17T17:47:48.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.465+0000 7f961c785900 2 all 8 watchers are set, enabling cache 2026-04-17T17:47:48.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.467+0000 7f961c785900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:47:48.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.467+0000 7f961c785900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:47:48.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.467+0000 7f961c785900 5 note: GC not initialized 2026-04-17T17:47:48.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.467+0000 7f95c4ff1640 20 reqs_thread_entry: start 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.512+0000 7f961c785900 20 init_complete bucket index max shards: 1 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.512+0000 7f961c785900 20 Filter name: none 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f95be7fc640 20 reqs_thread_entry: start 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : miss 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 20 rados->read ofs=0 len=0 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 20 rados_obj.operate() r=0 bl.length=459 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.513+0000 7f961c785900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:47:48.516 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.514+0000 7f961c785900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:47:48.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.514+0000 7f961c785900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:47:48.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.514+0000 7f961c785900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:47:48.517 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.514+0000 7f961c785900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:47:48.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.515+0000 7f961c785900 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to be held by another RGW process; skipping for now 2026-04-17T17:47:48.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.518+0000 7f961c785900 20 remove_watcher() i=3 2026-04-17T17:47:48.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.518+0000 7f961c785900 2 removed watcher, disabling cache 2026-04-17T17:47:48.521 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.518+0000 7f961c785900 20 remove_watcher() i=5 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.518+0000 7f961c785900 20 remove_watcher() i=2 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.519+0000 7f961c785900 20 remove_watcher() i=0 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.519+0000 7f961c785900 20 remove_watcher() i=1 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.519+0000 7f961c785900 20 remove_watcher() i=7 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.519+0000 7f961c785900 20 remove_watcher() i=6 2026-04-17T17:47:48.522 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:47:48.519+0000 7f961c785900 20 remove_watcher() i=4 2026-04-17T17:47:48.527 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:48:18.548 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:48:18.569 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:18.569 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:18.591 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.588+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 20 realm 2026-04-17T17:48:18.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.589+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.590+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.590+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.593 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.590+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:18.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.591+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.591+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:18.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.591+0000 7fc5b1216900 20 searching for the correct realm 2026-04-17T17:48:18.597 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.594+0000 7fc5ac983640 0 -- 192.168.123.106:0/2350704627 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5597927a5550 msgr2=0x5597927c5950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:18.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.598+0000 7fc5a7fff640 0 -- 192.168.123.106:0/2350704627 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fc5a0063430 msgr2=0x7fc5a00638a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.601+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 zone default found 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 4 Realm: () 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 zonegroup default 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.605 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.602+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:18.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.603+0000 7fc5b1216900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:18.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.603+0000 7fc5b1216900 20 started sync module instance, tier type = 2026-04-17T17:48:18.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.603+0000 7fc5b1216900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:18.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.675+0000 7fc5b1216900 20 add_watcher() i=0 2026-04-17T17:48:18.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.675+0000 7fc5b1216900 20 add_watcher() i=5 2026-04-17T17:48:18.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.675+0000 7fc5b1216900 20 add_watcher() i=4 2026-04-17T17:48:18.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.676+0000 7fc5b1216900 20 add_watcher() i=1 2026-04-17T17:48:18.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.684+0000 7fc5b1216900 20 add_watcher() i=2 2026-04-17T17:48:18.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.684+0000 7fc5b1216900 20 add_watcher() i=6 2026-04-17T17:48:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.690+0000 7fc5b1216900 20 add_watcher() i=3 2026-04-17T17:48:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.690+0000 7fc5b1216900 20 add_watcher() i=7 2026-04-17T17:48:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.690+0000 7fc5b1216900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:18.716 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.713+0000 7fc5b1216900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:18.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.713+0000 7fc5b1216900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:18.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.714+0000 7fc5b1216900 5 note: GC not initialized 2026-04-17T17:48:18.724 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:18.714+0000 7fc559feb640 20 reqs_thread_entry: start 2026-04-17T17:48:19.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:19.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 20 Filter name: none 2026-04-17T17:48:19.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5537fe640 20 reqs_thread_entry: start 2026-04-17T17:48:19.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2026-04-17T17:48:19.060 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : miss 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.057+0000 7fc5b1216900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 20 rados_obj.operate() r=0 bl.length=459 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.061 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.058+0000 7fc5b1216900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:48:19.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.062+0000 7fc5b1216900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:48:19.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc5b1216900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc5b1216900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc5b1216900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc5b1216900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:48:19.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc583fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894534 cookie 94109485945808 notifier 7656 bl.length()=935 2026-04-17T17:48:19.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc583fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.066+0000 7fc583fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.067+0000 7fc583fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.068+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:48:19.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.068+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:48:19.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.068+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:48:19.071 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.068+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:48:19.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.070+0000 7fc5b1216900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.2.0 2026-04-17T17:48:19.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.070+0000 7fc5b1216900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.2.0 2026-04-17T17:48:19.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.070+0000 7fc5b1216900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.2.1 2026-04-17T17:48:19.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.070+0000 7fc5b1216900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.2.1 2026-04-17T17:48:19.073 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.070+0000 7fc5b1216900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.0 2026-04-17T17:48:19.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.072+0000 7fc5b1216900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:19.075 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.072+0000 7fc5b1216900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc5b1216900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc5b1216900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc5b1216900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc5b1216900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc583fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894535 cookie 94109485945808 notifier 7656 bl.length()=935 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc583fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc583fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.073+0000 7fc583fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.074+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:48:19.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.074+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:48:19.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.074+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:48:19.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.074+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:48:19.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.076+0000 7fc5b1216900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37.0 2026-04-17T17:48:19.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.076+0000 7fc5b1216900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:19.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.076+0000 7fc5b1216900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc5b1216900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc5b1216900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc5b1216900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc5b1216900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37, ofs0, ns] 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc583fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894536 cookie 94109485945808 notifier 7656 bl.length()=899 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc583fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 info.flags=0x17 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc583fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 to cache LRU end 2026-04-17T17:48:19.080 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.077+0000 7fc583fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:19.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.078+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_sources= new_sources= 2026-04-17T17:48:19.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.078+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential sources added=[] removed=[] 2026-04-17T17:48:19.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.078+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): orig_dests= new_dests= 2026-04-17T17:48:19.081 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.078+0000 7fc5b1216900 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37]): potential dests added=[] removed=[] 2026-04-17T17:48:19.082 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.079+0000 7fc5b1216900 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 1 shards to 2 shards completed successfully 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.083+0000 7fc5b1216900 20 remove_watcher() i=7 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 2 removed watcher, disabling cache 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 20 remove_watcher() i=2 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 20 remove_watcher() i=1 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 20 remove_watcher() i=0 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 20 remove_watcher() i=4 2026-04-17T17:48:19.087 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.084+0000 7fc5b1216900 20 remove_watcher() i=6 2026-04-17T17:48:19.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.085+0000 7fc5b1216900 20 remove_watcher() i=3 2026-04-17T17:48:19.088 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.085+0000 7fc5b1216900 20 remove_watcher() i=5 2026-04-17T17:48:19.096 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2026-04-17T17:48:19.118 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:19.118 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:19.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.138+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.140+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.140+0000 7ff0a812c900 20 realm 2026-04-17T17:48:19.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.140+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.143 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:19.144 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.141+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.142+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:19.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.142+0000 7ff0a812c900 20 searching for the correct realm 2026-04-17T17:48:19.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.144+0000 7ff09ffff640 0 -- 192.168.123.106:0/2755951353 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7ff08c08b040 msgr2=0x7ff08c0a20a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:19.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.349+0000 7ff09effd640 0 -- 192.168.123.106:0/2755951353 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x555edc4393f0 msgr2=0x7ff098036920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.555+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:19.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 zone default found 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 4 Realm: () 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 zonegroup default 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.556+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.557+0000 7ff0a812c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:19.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.557+0000 7ff0a812c900 20 started sync module instance, tier type = 2026-04-17T17:48:19.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.557+0000 7ff0a812c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:19.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.560+0000 7ff0a812c900 20 add_watcher() i=5 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=7 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=0 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=2 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=6 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=1 2026-04-17T17:48:19.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.561+0000 7ff0a812c900 20 add_watcher() i=3 2026-04-17T17:48:19.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.562+0000 7ff0a812c900 20 add_watcher() i=4 2026-04-17T17:48:19.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.562+0000 7ff0a812c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:19.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.564+0000 7ff0a812c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:19.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.564+0000 7ff0a812c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:19.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.564+0000 7ff0a812c900 5 note: GC not initialized 2026-04-17T17:48:19.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.564+0000 7ff050fe9640 20 reqs_thread_entry: start 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff0a812c900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff0a812c900 20 Filter name: none 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff04a7fc640 20 reqs_thread_entry: start 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:48:19.614 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.611+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=193 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 rados_obj.operate() r=0 bl.length=423 2026-04-17T17:48:19.615 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.612+0000 7ff0a812c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:19.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.617+0000 7ff0a812c900 20 remove_watcher() i=0 2026-04-17T17:48:19.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.617+0000 7ff0a812c900 2 removed watcher, disabling cache 2026-04-17T17:48:19.620 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.617+0000 7ff0a812c900 20 remove_watcher() i=4 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=2 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=1 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=3 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=7 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=5 2026-04-17T17:48:19.621 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:19.618+0000 7ff0a812c900 20 remove_watcher() i=6 2026-04-17T17:48:19.628 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:19.628 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:19.628 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-logrecord-writes id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.37 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:48:19.628 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:19.630 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.630 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:19.644 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.644 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:19.814 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.814 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:19.862 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2026-04-17T17:48:19.862 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:19.863 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.863 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:19.899 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.899 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:19.949 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:19.950 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.002 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.002 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.054 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.054 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.107 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.107 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.159 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.159 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.211 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.211 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.263 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.263 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.317 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.317 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.369 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.369 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.420 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.420 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.471 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.471 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.523 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.524 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.575 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.575 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.628 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.628 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.680 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.680 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.734 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.734 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.784 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.784 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.833 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.833 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.883 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.883 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.932 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:20.932 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:20.985 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-17T17:48:21.006 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:21.006 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:21.027 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.024+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.025+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.025+0000 7f4c00810900 20 realm 2026-04-17T17:48:21.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.025+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.026+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.027+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:21.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.027+0000 7f4c00810900 20 searching for the correct realm 2026-04-17T17:48:21.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.029+0000 7f4bf77fe640 0 -- 192.168.123.106:0/3468184296 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f4bf00c18b0 msgr2=0x7f4bf00bd0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.032+0000 7f4bf77fe640 0 -- 192.168.123.106:0/3468184296 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f4be8069720 msgr2=0x7f4be802c990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:21.240 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.237+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 zone default found 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 4 Realm: () 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 zonegroup default 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.241 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.238+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.239+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.239+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.239+0000 7f4c00810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.239+0000 7f4c00810900 20 started sync module instance, tier type = 2026-04-17T17:48:21.242 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.239+0000 7f4c00810900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:21.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.242+0000 7f4c00810900 20 add_watcher() i=2 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=3 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=5 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=6 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=0 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=1 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=4 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 20 add_watcher() i=7 2026-04-17T17:48:21.246 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.243+0000 7f4c00810900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:21.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.245+0000 7f4c00810900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:21.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.245+0000 7f4c00810900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:21.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.245+0000 7f4c00810900 5 note: GC not initialized 2026-04-17T17:48:21.248 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.245+0000 7f4ba97ea640 20 reqs_thread_entry: start 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4c00810900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4c00810900 20 Filter name: none 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4ba2ffd640 20 reqs_thread_entry: start 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.281+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.285 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.282+0000 7f4c00810900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=0 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 2 removed watcher, disabling cache 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=1 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=5 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=6 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=3 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=2 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=4 2026-04-17T17:48:21.289 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.286+0000 7f4c00810900 20 remove_watcher() i=7 2026-04-17T17:48:21.296 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:21.296 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:21.296 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:48:21.296 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:21.297 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2026-04-17T17:48:21.321 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:21.321 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:21.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.339+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 20 realm 2026-04-17T17:48:21.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.340+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.341+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.341+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.341+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.344 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.341+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.342+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:21.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.342+0000 7fae2ca11900 20 searching for the correct realm 2026-04-17T17:48:21.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.345+0000 7fae23fff640 0 -- 192.168.123.106:0/802294555 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55a20931b0c0 msgr2=0x55a20933b4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.350 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.347+0000 7fae2885f640 0 -- 192.168.123.106:0/802294555 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55a20935ef60 msgr2=0x55a20937f340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:21.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.350+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 zone default found 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 4 Realm: () 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 zonegroup default 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.351+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.352+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.352+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.352+0000 7fae2ca11900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.352+0000 7fae2ca11900 20 started sync module instance, tier type = 2026-04-17T17:48:21.355 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.352+0000 7fae2ca11900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:21.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.355+0000 7fae2ca11900 20 add_watcher() i=3 2026-04-17T17:48:21.358 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.355+0000 7fae2ca11900 20 add_watcher() i=0 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.355+0000 7fae2ca11900 20 add_watcher() i=1 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 20 add_watcher() i=7 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 20 add_watcher() i=5 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 20 add_watcher() i=6 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 20 add_watcher() i=4 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 20 add_watcher() i=2 2026-04-17T17:48:21.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.356+0000 7fae2ca11900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:21.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.358+0000 7fae2ca11900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:21.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.358+0000 7fae2ca11900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:21.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.358+0000 7fae2ca11900 5 note: GC not initialized 2026-04-17T17:48:21.361 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.358+0000 7fadd4ff1640 20 reqs_thread_entry: start 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 Filter name: none 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fadce7fc640 20 reqs_thread_entry: start 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 : miss 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.403 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.400+0000 7fae2ca11900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae2ca11900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae2ca11900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae2ca11900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae2ca11900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38, ofs0, ns] 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894539 cookie 94154427611216 notifier 7283 bl.length()=943 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.404+0000 7fae06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.406+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_sources= new_sources= 2026-04-17T17:48:21.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.406+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential sources added=[] removed=[] 2026-04-17T17:48:21.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.406+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_dests= new_dests= 2026-04-17T17:48:21.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.406+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential dests added=[] removed=[] 2026-04-17T17:48:21.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.408+0000 7fae2ca11900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.0 2026-04-17T17:48:21.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.408+0000 7fae2ca11900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.0 2026-04-17T17:48:21.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.408+0000 7fae2ca11900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.1 2026-04-17T17:48:21.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.408+0000 7fae2ca11900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.1 2026-04-17T17:48:21.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.408+0000 7fae2ca11900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.0 2026-04-17T17:48:21.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.409+0000 7fae2ca11900 -1 Injecting error=-5 at location=change_reshard_state 2026-04-17T17:48:21.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.410+0000 7fae2ca11900 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2026-04-17T17:48:21.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.413+0000 7fae2ca11900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:21.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.413+0000 7fae2ca11900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 2026-04-17T17:48:21.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.414+0000 7fae2ca11900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.414+0000 7fae2ca11900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.414+0000 7fae2ca11900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.414+0000 7fae2ca11900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38, ofs0, ns] 2026-04-17T17:48:21.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.415+0000 7fae06ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894540 cookie 94154427611216 notifier 7283 bl.length()=907 2026-04-17T17:48:21.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.415+0000 7fae06ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.415+0000 7fae06ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.418 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.415+0000 7fae06ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.416+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_sources= new_sources= 2026-04-17T17:48:21.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.416+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential sources added=[] removed=[] 2026-04-17T17:48:21.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.416+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_dests= new_dests= 2026-04-17T17:48:21.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.416+0000 7fae2ca11900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential dests added=[] removed=[] 2026-04-17T17:48:21.419 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.416+0000 7fae2ca11900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2026-04-17T17:48:21.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.420+0000 7fae2ca11900 20 remove_watcher() i=0 2026-04-17T17:48:21.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.420+0000 7fae2ca11900 2 removed watcher, disabling cache 2026-04-17T17:48:21.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.420+0000 7fae2ca11900 20 remove_watcher() i=1 2026-04-17T17:48:21.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.420+0000 7fae2ca11900 20 remove_watcher() i=3 2026-04-17T17:48:21.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.421+0000 7fae2ca11900 20 remove_watcher() i=4 2026-04-17T17:48:21.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.421+0000 7fae2ca11900 20 remove_watcher() i=5 2026-04-17T17:48:21.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.421+0000 7fae2ca11900 20 remove_watcher() i=6 2026-04-17T17:48:21.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.421+0000 7fae2ca11900 20 remove_watcher() i=2 2026-04-17T17:48:21.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.421+0000 7fae2ca11900 20 remove_watcher() i=7 2026-04-17T17:48:21.431 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-17T17:48:21.453 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:21.453 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:21.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.475+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 realm 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.479 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.476+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.477+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.477+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.478+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:21.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.478+0000 7fc5de38a900 20 searching for the correct realm 2026-04-17T17:48:21.483 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.480+0000 7fc5da0e7640 0 -- 192.168.123.106:0/2377036100 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x561f80b01e00 msgr2=0x561f80b222b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.486 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.484+0000 7fc5da0e7640 0 -- 192.168.123.106:0/2377036100 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc5cc0680f0 msgr2=0x7fc5cc087990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.486+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 zone default found 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 4 Realm: () 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 zonegroup default 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.487+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 started sync module instance, tier type = 2026-04-17T17:48:21.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.488+0000 7fc5de38a900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:21.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.492+0000 7fc5de38a900 20 add_watcher() i=0 2026-04-17T17:48:21.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.492+0000 7fc5de38a900 20 add_watcher() i=3 2026-04-17T17:48:21.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.492+0000 7fc5de38a900 20 add_watcher() i=7 2026-04-17T17:48:21.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.492+0000 7fc5de38a900 20 add_watcher() i=6 2026-04-17T17:48:21.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.493+0000 7fc5de38a900 20 add_watcher() i=4 2026-04-17T17:48:21.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.493+0000 7fc5de38a900 20 add_watcher() i=2 2026-04-17T17:48:21.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.493+0000 7fc5de38a900 20 add_watcher() i=5 2026-04-17T17:48:21.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.493+0000 7fc5de38a900 20 add_watcher() i=1 2026-04-17T17:48:21.496 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.493+0000 7fc5de38a900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:21.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.495+0000 7fc5de38a900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:21.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.495+0000 7fc5de38a900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:21.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.495+0000 7fc5de38a900 5 note: GC not initialized 2026-04-17T17:48:21.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.495+0000 7fc582ffd640 20 reqs_thread_entry: start 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.534+0000 7fc5de38a900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.534+0000 7fc5de38a900 20 Filter name: none 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.534+0000 7fc580ff9640 20 reqs_thread_entry: start 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.534+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.535+0000 7fc5de38a900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.536+0000 7fc5de38a900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.536+0000 7fc5de38a900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=3 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 2 removed watcher, disabling cache 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=2 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=1 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=5 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=6 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=7 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=0 2026-04-17T17:48:21.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.540+0000 7fc5de38a900 20 remove_watcher() i=4 2026-04-17T17:48:21.550 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:21.550 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:21.550 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:48:21.550 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:21.552 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:21.552 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:21.574 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:21.574 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:21.624 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:48:21.647 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:21.647 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:21.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.662+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 realm 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.664+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.665+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.665+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.665+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:21.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.665+0000 7fc99df2f900 20 searching for the correct realm 2026-04-17T17:48:21.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.667+0000 7fc99a445640 0 -- 192.168.123.106:0/411592025 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55d247bd8d00 msgr2=0x55d247bf90e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:21.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.671+0000 7fc999443640 0 -- 192.168.123.106:0/411592025 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fc98c004040 msgr2=0x7fc98c0b86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:21.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.876+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 zone default found 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 4 Realm: () 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 zonegroup default 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.877+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.878+0000 7fc99df2f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:21.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.878+0000 7fc99df2f900 20 started sync module instance, tier type = 2026-04-17T17:48:21.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.878+0000 7fc99df2f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:21.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.881+0000 7fc99df2f900 20 add_watcher() i=3 2026-04-17T17:48:21.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.881+0000 7fc99df2f900 20 add_watcher() i=2 2026-04-17T17:48:21.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.881+0000 7fc99df2f900 20 add_watcher() i=5 2026-04-17T17:48:21.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.881+0000 7fc99df2f900 20 add_watcher() i=6 2026-04-17T17:48:21.884 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.881+0000 7fc99df2f900 20 add_watcher() i=1 2026-04-17T17:48:21.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.882+0000 7fc99df2f900 20 add_watcher() i=0 2026-04-17T17:48:21.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.882+0000 7fc99df2f900 20 add_watcher() i=4 2026-04-17T17:48:21.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.882+0000 7fc99df2f900 20 add_watcher() i=7 2026-04-17T17:48:21.885 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.882+0000 7fc99df2f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:21.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.884+0000 7fc99df2f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:21.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.884+0000 7fc99df2f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:21.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.884+0000 7fc99df2f900 5 note: GC not initialized 2026-04-17T17:48:21.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.884+0000 7fc9477ee640 20 reqs_thread_entry: start 2026-04-17T17:48:21.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.925+0000 7fc99df2f900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:21.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.925+0000 7fc99df2f900 20 Filter name: none 2026-04-17T17:48:21.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.925+0000 7fc9457ea640 20 reqs_thread_entry: start 2026-04-17T17:48:21.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.925+0000 7fc99df2f900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-17T17:48:21.928 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:21.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:21.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-17T17:48:21.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 : miss 2026-04-17T17:48:21.929 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.926+0000 7fc99df2f900 20 rados->read ofs=0 len=0 2026-04-17T17:48:21.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.927+0000 7fc99df2f900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:21.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.927+0000 7fc99df2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.927+0000 7fc99df2f900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.927+0000 7fc99df2f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:21.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.927+0000 7fc99df2f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.928+0000 7fc99df2f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 2026-04-17T17:48:21.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.932+0000 7fc99df2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.932+0000 7fc99df2f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.932+0000 7fc99df2f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.932+0000 7fc99df2f900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38, ofs0, ns] 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc978ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894541 cookie 94361635128928 notifier 7743 bl.length()=943 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc978ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc978ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc978ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_sources= new_sources= 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential sources added=[] removed=[] 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_dests= new_dests= 2026-04-17T17:48:21.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.934+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential dests added=[] removed=[] 2026-04-17T17:48:21.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.936+0000 7fc99df2f900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.0 2026-04-17T17:48:21.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.936+0000 7fc99df2f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.0 2026-04-17T17:48:21.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.936+0000 7fc99df2f900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.1 2026-04-17T17:48:21.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.936+0000 7fc99df2f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.1.1 2026-04-17T17:48:21.940 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.936+0000 7fc99df2f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.0 2026-04-17T17:48:21.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.938+0000 7fc99df2f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:21.941 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.938+0000 7fc99df2f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc99df2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc99df2f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc99df2f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc99df2f900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38, ofs0, ns] 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc978ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894542 cookie 94361635128928 notifier 7743 bl.length()=943 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc978ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc978ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.943 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.940+0000 7fc978ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.941+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_sources= new_sources= 2026-04-17T17:48:21.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.941+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential sources added=[] removed=[] 2026-04-17T17:48:21.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.941+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_dests= new_dests= 2026-04-17T17:48:21.944 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.941+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential dests added=[] removed=[] 2026-04-17T17:48:21.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.942+0000 7fc99df2f900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38.0 2026-04-17T17:48:21.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.943+0000 7fc99df2f900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:21.945 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.943+0000 7fc99df2f900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc99df2f900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc99df2f900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc99df2f900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc99df2f900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38, ofs0, ns] 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc9797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894543 cookie 94361635128928 notifier 7743 bl.length()=907 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc9797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 info.flags=0x17 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc9797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 to cache LRU end 2026-04-17T17:48:21.947 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.944+0000 7fc9797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:21.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.945+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_sources= new_sources= 2026-04-17T17:48:21.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.945+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential sources added=[] removed=[] 2026-04-17T17:48:21.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.945+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): orig_dests= new_dests= 2026-04-17T17:48:21.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.945+0000 7fc99df2f900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38]): potential dests added=[] removed=[] 2026-04-17T17:48:21.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.947+0000 7fc99df2f900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=3 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 2 removed watcher, disabling cache 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=1 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=2 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=0 2026-04-17T17:48:21.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=6 2026-04-17T17:48:21.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=4 2026-04-17T17:48:21.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=7 2026-04-17T17:48:21.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:21.952+0000 7fc99df2f900 20 remove_watcher() i=5 2026-04-17T17:48:21.964 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-17T17:48:21.984 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:21.984 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:22.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.003+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 realm 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.008 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.005+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.006+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:22.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.006+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.007+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:22.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.007+0000 7fc2b5725900 20 searching for the correct realm 2026-04-17T17:48:22.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.011+0000 7fc2b13b9640 0 -- 192.168.123.106:0/4003608678 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc2a4002960 msgr2=0x7fc2a40ba900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:22.220 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.217+0000 7fc2b1bba640 0 -- 192.168.123.106:0/4003608678 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fc298039040 msgr2=0x7fc298002a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:22.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:22.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:22.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:22.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:22.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.219+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 zone default found 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 4 Realm: () 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 zonegroup default 2026-04-17T17:48:22.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.220+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.221+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.221+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.221+0000 7fc2b5725900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.221+0000 7fc2b5725900 20 started sync module instance, tier type = 2026-04-17T17:48:22.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.221+0000 7fc2b5725900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:22.228 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.225+0000 7fc2b5725900 20 add_watcher() i=2 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.225+0000 7fc2b5725900 20 add_watcher() i=0 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.225+0000 7fc2b5725900 20 add_watcher() i=5 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.225+0000 7fc2b5725900 20 add_watcher() i=1 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.226+0000 7fc2b5725900 20 add_watcher() i=3 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.226+0000 7fc2b5725900 20 add_watcher() i=7 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.226+0000 7fc2b5725900 20 add_watcher() i=6 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.226+0000 7fc2b5725900 20 add_watcher() i=4 2026-04-17T17:48:22.229 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.226+0000 7fc2b5725900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:22.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.228+0000 7fc2b5725900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:22.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.228+0000 7fc2b5725900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:22.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.228+0000 7fc2b5725900 5 note: GC not initialized 2026-04-17T17:48:22.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.228+0000 7fc25efed640 20 reqs_thread_entry: start 2026-04-17T17:48:22.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.273+0000 7fc2b5725900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:22.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.273+0000 7fc2b5725900 20 Filter name: none 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.273+0000 7fc25cfe9640 20 reqs_thread_entry: start 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.273+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:22.277 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.274+0000 7fc2b5725900 20 rados->read ofs=0 len=0 2026-04-17T17:48:22.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.275+0000 7fc2b5725900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:22.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.275+0000 7fc2b5725900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=3 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 2 removed watcher, disabling cache 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=2 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=5 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=0 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=4 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=1 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=6 2026-04-17T17:48:22.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:22.280+0000 7fc2b5725900 20 remove_watcher() i=7 2026-04-17T17:48:22.290 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:22.290 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:22.290 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.38 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:48:22.290 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:22.292 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.292 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.303 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.303 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.456 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.456 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.502 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2026-04-17T17:48:22.502 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:22.503 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.503 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.568 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.568 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.618 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.618 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.669 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.669 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.719 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.719 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.771 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.771 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.821 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.821 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.872 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.872 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.923 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.924 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:22.975 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:22.975 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.027 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.027 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.079 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.079 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.129 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.129 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.179 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.179 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.230 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.230 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.281 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.281 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.332 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.332 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.384 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.384 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.434 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.434 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.485 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.485 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.535 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.535 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.586 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:23.586 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:23.637 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-17T17:48:23.660 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:23.660 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:23.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.678+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 20 realm 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.679+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.680+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.680+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.680+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:23.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.680+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.681+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:23.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.681+0000 7fc3085dc900 20 searching for the correct realm 2026-04-17T17:48:23.888 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.884+0000 7fc30609a640 0 -- 192.168.123.106:0/2267566090 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55f899923150 msgr2=0x55f899943600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:23.891 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.888+0000 7fc305899640 0 -- 192.168.123.106:0/2267566090 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fc2f8041be0 msgr2=0x7fc2f8010950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:23.895 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.892+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 zone default found 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 4 Realm: () 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 zonegroup default 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 started sync module instance, tier type = 2026-04-17T17:48:23.896 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.893+0000 7fc3085dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:23.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=1 2026-04-17T17:48:23.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=7 2026-04-17T17:48:23.900 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=0 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=2 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=6 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.897+0000 7fc3085dc900 20 add_watcher() i=4 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.898+0000 7fc3085dc900 20 add_watcher() i=5 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.898+0000 7fc3085dc900 20 add_watcher() i=3 2026-04-17T17:48:23.901 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.898+0000 7fc3085dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:23.903 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.901+0000 7fc3085dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:23.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.901+0000 7fc3085dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:23.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.901+0000 7fc3085dc900 5 note: GC not initialized 2026-04-17T17:48:23.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.901+0000 7fc2aeffd640 20 reqs_thread_entry: start 2026-04-17T17:48:23.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.945+0000 7fc3085dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:23.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.945+0000 7fc3085dc900 20 Filter name: none 2026-04-17T17:48:23.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.945+0000 7fc2acff9640 20 reqs_thread_entry: start 2026-04-17T17:48:23.948 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.945+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.946+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:23.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.947+0000 7fc3085dc900 20 rados->read ofs=0 len=0 2026-04-17T17:48:23.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.947+0000 7fc3085dc900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:23.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.947+0000 7fc3085dc900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:23.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.951+0000 7fc3085dc900 20 remove_watcher() i=0 2026-04-17T17:48:23.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.951+0000 7fc3085dc900 2 removed watcher, disabling cache 2026-04-17T17:48:23.954 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.951+0000 7fc3085dc900 20 remove_watcher() i=2 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.951+0000 7fc3085dc900 20 remove_watcher() i=7 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.952+0000 7fc3085dc900 20 remove_watcher() i=4 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.952+0000 7fc3085dc900 20 remove_watcher() i=5 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.952+0000 7fc3085dc900 20 remove_watcher() i=6 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.952+0000 7fc3085dc900 20 remove_watcher() i=1 2026-04-17T17:48:23.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:23.952+0000 7fc3085dc900 20 remove_watcher() i=3 2026-04-17T17:48:23.961 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:23.961 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:23.961 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:48:23.961 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:23.963 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2026-04-17T17:48:23.988 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:23.988 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:24.009 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.006+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 realm 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.010 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.007+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.008+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:24.011 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.008+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.009+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:24.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.009+0000 7f4702b75900 20 searching for the correct realm 2026-04-17T17:48:24.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.012+0000 7f4700e2d640 0 -- 192.168.123.106:0/3115120110 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5574949109f0 msgr2=0x557494930dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:24.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.016+0000 7f46fbfff640 0 -- 192.168.123.106:0/3115120110 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46f4017040 msgr2=0x7f46f4030420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:24.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.020+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 zone default found 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 4 Realm: () 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 zonegroup default 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 started sync module instance, tier type = 2026-04-17T17:48:24.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.021+0000 7f4702b75900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:24.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.025+0000 7f4702b75900 20 add_watcher() i=5 2026-04-17T17:48:24.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.025+0000 7f4702b75900 20 add_watcher() i=7 2026-04-17T17:48:24.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.025+0000 7f4702b75900 20 add_watcher() i=6 2026-04-17T17:48:24.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.025+0000 7f4702b75900 20 add_watcher() i=2 2026-04-17T17:48:24.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.026+0000 7f4702b75900 20 add_watcher() i=4 2026-04-17T17:48:24.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.026+0000 7f4702b75900 20 add_watcher() i=1 2026-04-17T17:48:24.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.026+0000 7f4702b75900 20 add_watcher() i=0 2026-04-17T17:48:24.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.027+0000 7f4702b75900 20 add_watcher() i=3 2026-04-17T17:48:24.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.027+0000 7f4702b75900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:24.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.029+0000 7f4702b75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:24.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.029+0000 7f4702b75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:24.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.029+0000 7f4702b75900 5 note: GC not initialized 2026-04-17T17:48:24.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.029+0000 7f46acff1640 20 reqs_thread_entry: start 2026-04-17T17:48:24.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:24.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 20 Filter name: none 2026-04-17T17:48:24.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f46a67fc640 20 reqs_thread_entry: start 2026-04-17T17:48:24.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.094+0000 7f4702b75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 : miss 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.095+0000 7f4702b75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f4702b75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f4702b75900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f4702b75900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f4702b75900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39, ofs0, ns] 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f46df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894546 cookie 93959197116240 notifier 7358 bl.length()=943 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f46df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f46df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.102 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.099+0000 7f46df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.101+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_sources= new_sources= 2026-04-17T17:48:24.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.101+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential sources added=[] removed=[] 2026-04-17T17:48:24.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.101+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_dests= new_dests= 2026-04-17T17:48:24.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.101+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential dests added=[] removed=[] 2026-04-17T17:48:24.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.102+0000 7f4702b75900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.1.0 2026-04-17T17:48:24.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.102+0000 7f4702b75900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.1.0 2026-04-17T17:48:24.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.102+0000 7f4702b75900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.1.1 2026-04-17T17:48:24.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.102+0000 7f4702b75900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.1.1 2026-04-17T17:48:24.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.102+0000 7f4702b75900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.0 2026-04-17T17:48:24.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.104+0000 7f4702b75900 -1 Injecting error=-125 at location=change_reshard_state 2026-04-17T17:48:24.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.104+0000 7f4702b75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:24.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.104+0000 7f4702b75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 2026-04-17T17:48:24.108 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.105+0000 7f4702b75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.105+0000 7f4702b75900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.105+0000 7f4702b75900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.106+0000 7f4702b75900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39, ofs0, ns] 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.106+0000 7f46df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894547 cookie 93959197116240 notifier 7358 bl.length()=943 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.106+0000 7f46df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.106+0000 7f46df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.109 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.106+0000 7f46df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.107+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_sources= new_sources= 2026-04-17T17:48:24.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.107+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential sources added=[] removed=[] 2026-04-17T17:48:24.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.107+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_dests= new_dests= 2026-04-17T17:48:24.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.107+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential dests added=[] removed=[] 2026-04-17T17:48:24.110 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.107+0000 7f4702b75900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39.0 2026-04-17T17:48:24.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.108+0000 7f4702b75900 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:24.111 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.108+0000 7f4702b75900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f4702b75900 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f4702b75900 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f4702b75900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f4702b75900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39, ofs0, ns] 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f46df7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894548 cookie 93959197116240 notifier 7358 bl.length()=907 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f46df7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 info.flags=0x17 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f46df7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 to cache LRU end 2026-04-17T17:48:24.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.109+0000 7f46df7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:24.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.110+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_sources= new_sources= 2026-04-17T17:48:24.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.110+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential sources added=[] removed=[] 2026-04-17T17:48:24.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.110+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): orig_dests= new_dests= 2026-04-17T17:48:24.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.110+0000 7f4702b75900 20 handle_bi_update(): bucket=:error-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39]): potential dests added=[] removed=[] 2026-04-17T17:48:24.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.111+0000 7f4702b75900 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.117+0000 7f4702b75900 20 remove_watcher() i=3 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.117+0000 7f4702b75900 2 removed watcher, disabling cache 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=2 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=5 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=7 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=6 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=0 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=4 2026-04-17T17:48:24.121 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.118+0000 7f4702b75900 20 remove_watcher() i=1 2026-04-17T17:48:24.129 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2026-04-17T17:48:24.150 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:24.150 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.169+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 realm 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.173 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.170+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.171+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:24.174 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.171+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.172+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:24.175 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.172+0000 7ff451d3e900 20 searching for the correct realm 2026-04-17T17:48:24.177 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.174+0000 7ff44e2b7640 0 -- 192.168.123.106:0/1183248150 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x564469f1f290 msgr2=0x564469f3f670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:24.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.177+0000 7ff44d2b5640 0 -- 192.168.123.106:0/1183248150 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff4400a2910 msgr2=0x7ff44007f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.386 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.383+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 zone default found 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 4 Realm: () 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 zonegroup default 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 started sync module instance, tier type = 2026-04-17T17:48:24.387 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.384+0000 7ff451d3e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=3 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=5 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=2 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=6 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=7 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.388+0000 7ff451d3e900 20 add_watcher() i=1 2026-04-17T17:48:24.391 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.389+0000 7ff451d3e900 20 add_watcher() i=4 2026-04-17T17:48:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.389+0000 7ff451d3e900 20 add_watcher() i=0 2026-04-17T17:48:24.392 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.389+0000 7ff451d3e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:24.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.391+0000 7ff451d3e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:24.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.391+0000 7ff451d3e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:24.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.391+0000 7ff451d3e900 5 note: GC not initialized 2026-04-17T17:48:24.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.391+0000 7ff3fafed640 20 reqs_thread_entry: start 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff451d3e900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff451d3e900 20 Filter name: none 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff3f8fe9640 20 reqs_thread_entry: start 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:24.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.430+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 rados->read ofs=0 len=0 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:24.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.431+0000 7ff451d3e900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=2 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 2 removed watcher, disabling cache 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=1 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=7 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=4 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=3 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=6 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=5 2026-04-17T17:48:24.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:24.435+0000 7ff451d3e900 20 remove_watcher() i=0 2026-04-17T17:48:24.444 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:24.444 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:24.444 INFO:tasks.workunit.client.0.vm06.stderr:bucket: error-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.39 num_objects: 20 size_kb: 1 num_shards: 2 2026-04-17T17:48:24.444 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:24.446 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.446 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.456 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.456 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.606 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.606 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.650 INFO:tasks.workunit.client.0.vm06.stderr:TEST: reshard bucket with abort at change_reshard_state 2026-04-17T17:48:24.650 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:24.651 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.651 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.676 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.676 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.725 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.725 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.776 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.776 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.826 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.826 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.878 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.878 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.929 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.929 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:24.979 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:24.980 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.030 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.030 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.081 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.081 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.131 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.131 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.183 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.183 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.236 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.236 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.287 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.288 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.338 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.338 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.388 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.388 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.439 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.439 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.489 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.489 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.540 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.540 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.592 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.592 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.642 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.642 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.693 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:25.693 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:25.745 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-17T17:48:25.765 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:25.766 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:25.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.786+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 realm 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:25.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.787+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:25.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.788+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:25.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.788+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:25.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.789+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:25.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.789+0000 7fc7de012900 20 searching for the correct realm 2026-04-17T17:48:25.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.790+0000 7fc7d9fdd640 0 -- 192.168.123.106:0/264863123 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fc7c00760b0 msgr2=0x7fc7c00465d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:25.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:25.996+0000 7fc7d8fdb640 0 -- 192.168.123.106:0/264863123 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fc7cc0eb320 msgr2=0x7fc7cc0c0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.202+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.205 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 zone default found 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 4 Realm: () 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 zonegroup default 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.206 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.203+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.204+0000 7fc7de012900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.204+0000 7fc7de012900 20 started sync module instance, tier type = 2026-04-17T17:48:26.207 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.204+0000 7fc7de012900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:26.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.207+0000 7fc7de012900 20 add_watcher() i=1 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=2 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=0 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=4 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=7 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=3 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=5 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 20 add_watcher() i=6 2026-04-17T17:48:26.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.208+0000 7fc7de012900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:26.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.210+0000 7fc7de012900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:26.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.210+0000 7fc7de012900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:26.213 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.210+0000 7fc7de012900 5 note: GC not initialized 2026-04-17T17:48:26.214 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.211+0000 7fc7867ec640 20 reqs_thread_entry: start 2026-04-17T17:48:26.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.252+0000 7fc7de012900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:26.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.252+0000 7fc7de012900 20 Filter name: none 2026-04-17T17:48:26.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.252+0000 7fc77ffff640 20 reqs_thread_entry: start 2026-04-17T17:48:26.255 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.252+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.256 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.253+0000 7fc7de012900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.254+0000 7fc7de012900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:26.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.254+0000 7fc7de012900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:26.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.258+0000 7fc7de012900 20 remove_watcher() i=0 2026-04-17T17:48:26.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.258+0000 7fc7de012900 2 removed watcher, disabling cache 2026-04-17T17:48:26.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.258+0000 7fc7de012900 20 remove_watcher() i=1 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=7 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=2 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=3 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=4 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=5 2026-04-17T17:48:26.262 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.259+0000 7fc7de012900 20 remove_watcher() i=6 2026-04-17T17:48:26.268 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.268 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:26.268 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:48:26.268 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.270 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-17T17:48:26.296 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:26.296 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:26.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.316+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 realm 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:26.320 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:26.523 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 searching for the correct realm 2026-04-17T17:48:26.525 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.522+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.727+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zone default found 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Realm: () 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zonegroup default 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started sync module instance, tier type = 2026-04-17T17:48:26.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=3 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=6 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=5 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=2 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=7 2026-04-17T17:48:26.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=0 2026-04-17T17:48:26.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=4 2026-04-17T17:48:26.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=1 2026-04-17T17:48:26.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.736+0000 7fc8b7c10900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:26.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:26.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:26.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 note: GC not initialized 2026-04-17T17:48:26.742 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.739+0000 7fc85b7fe640 20 reqs_thread_entry: start 2026-04-17T17:48:26.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 Filter name: none 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.782+0000 7fc8597fa640 20 reqs_thread_entry: start 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : miss 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894539 cookie 94382480609520 notifier 7403 bl.length()=943 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:26.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:26.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:26.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:26.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.795 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.796 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0 2026-04-17T17:48:26.797 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc8b7c10900 time 2026-04-17T17:48:26.796404+0000 2026-04-17T17:48:26.797 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc8b898f8f8] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc8b7c10900 time 2026-04-17T17:48:26.796404+0000 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc8b898f8f8] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc8b7c10900 thread_name:radosgw-admin 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc8b7a3fc30] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc8b7a8d02c] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc8b898f957] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:48:26.798 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc8b7c10900 thread_name:radosgw-admin 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc8b7a3fc30] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc8b7a8d02c] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc8b898f957] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.799 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: starting msgr at 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: starting objecter 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests hook 0x55d721ece840 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: setting wanted keys 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: calling monclient init 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key hook 0x55d721ec8bb8 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d721fab060 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.802 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d721faeca0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x7fc894002520 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.378216s 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x7fc894002520 auth_method 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d721fab060 auth_method 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d721faeca0 auth_method 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_done global_id 7051 payload 824 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 1 monclient: found mon.noname-b 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: dump: 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: dump: 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.803 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7051 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:48:26.301+0000 7fc8a57fa640 4 set_mon_vals no callback set 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 1 librados: init done 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:48:26.304+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x7fc88c077530 auth_method 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:48:26.304+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d722017bc0 auth_method 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:48:26.305+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722038d90 auth_method 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:48:26.305+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d72205af70 auth_method 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:48:26.307+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d72205a620 auth_method 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests cmddesc objecter_requests hook 0x55d7220a22f0 EEXIST 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.804 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x55d72207be80 EEXIST 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d7220c98c0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7220c9c90 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d7220ca930 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.385581s 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d7220c9c90 auth_method 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7220ca930 auth_method 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d7220c98c0 auth_method 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_done global_id 7845 payload 824 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 1 monclient: found mon.noname-a 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: dump: 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: dump: 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.805 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7845 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:48:26.309+0000 7fc8affff640 4 set_mon_vals no callback set 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:48:26.310+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc880077510 auth_method 0 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: get_monmap_and_config 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.806 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x7ffe974a8858 EEXIST 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d722181440 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d72215e0f0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7221888f0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.389058s 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d722181440 auth_method 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7221888f0 auth_method 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d72215e0f0 auth_method 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_done global_id 7848 payload 274 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 1 monclient: found mon.noname-a 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: dump: 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: dump: 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.807 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7848 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient: get_monmap_and_config success 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 4 set_mon_vals no callback set 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: shutdown 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: starting msgr at 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: starting objecter 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests cmddesc objecter_requests hook 0x55d722160030 EEXIST 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: setting wanted keys 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: calling monclient init 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.808 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x55d721e27d28 EEXIST 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d72215e0f0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d722181440 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7221888f0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.391212s 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d722181440 auth_method 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d72215e0f0 auth_method 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7221888f0 auth_method 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_done global_id 7403 payload 824 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 1 monclient: found mon.noname-c 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: dump: 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: dump: 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.809 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7403 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:48:26.314+0000 7fc8927fc640 4 set_mon_vals no callback set 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 1 librados: init done 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cr dump hook 0x55d7221839f8 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:48:26.316+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:48:26.316+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc870077540 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:48:26.317+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722222020 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 realm 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:48:26.318+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222447b0 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:48:26.319+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d722266000 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:48:26.520+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d722266000 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 searching for the correct realm 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:48:26.521+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722288dc0 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:48:26.521+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a0061430 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:48:26.522+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:48:26.722+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a0061430 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:48:26.723+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc89806df20 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:48:26.725+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x7fc8a80372e0 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:48:26.727+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:48:26.727+0000 7fc890ff9640 1 client.7403.objecter ms_handle_reset 0x7fc8a0061430 session 0x7fc8a0094040 osd.7 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:48:26.727+0000 7fc890ff9640 10 monclient: _renew_subs 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:48:26.727+0000 7fc890ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:48:26.727+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8700a4280 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:48:26.728+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a8068e80 auth_method 0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zone default found 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Realm: () 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zonegroup default 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.810 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started sync module instance, tier type = 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=3 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=6 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=5 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=2 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=7 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=4 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=1 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:48:26.737+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc83c007200 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache list hook 0x55d7221b24e0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache inspect hook 0x55d7221b24e0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache erase hook 0x55d7221b24e0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache zap hook 0x55d7221b24e0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 note: GC not initialized 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:48:26.739+0000 7fc85b7fe640 20 reqs_thread_entry: start 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace show hook 0x7fc8a0069440 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace history hook 0x7fc8a0069440 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace active hook 0x7fc8a0069440 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace active_short hook 0x7fc8a0069440 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:48:26.739+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d7222da9e0 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:48:26.741+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222c4db0 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:48:26.742+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d7222c6140 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:48:26.744+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d7222c7ec0 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:48:26.748+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222c9e50 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:48:26.753+0000 7fc89cff9640 1 client.7845.objecter ms_handle_reset 0x55d7222c9e50 session 0x55d7222d8090 osd.5 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:48:26.754+0000 7fc89cff9640 10 monclient: _renew_subs 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:48:26.754+0000 7fc89cff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:48:26.754+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8800a4250 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:48:26.755+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d7222cc150 auth_method 0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 Filter name: none 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:48:26.782+0000 7fc8597fa640 20 reqs_thread_entry: start 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : miss 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.811 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894539 cookie 94382480609520 notifier 7403 bl.length()=943 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc8b7c10900 time 2026-04-17T17:48:26.796404+0000 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc8b898f8f8] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc8b7c10900 thread_name:radosgw-admin 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc8b7a3fc30] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc8b7a8d02c] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc8b898f957] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:48:26.812 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:48:26.813 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8597fa640 / http_manager 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc85b7fe640 / http_manager 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc890ff9640 / ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8927fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc89cff9640 / ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc89f7fe640 / ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8a57fa640 / io_context_pool, ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8a5ffb640 / admin_socket 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8adffb640 / ms_dispatch 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8ae7fc640 / msgr-worker-2 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8aeffd640 / msgr-worker-1 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8af7fe640 / msgr-worker-0 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8affff640 / io_context_pool 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8b7c10900 / radosgw-admin 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.100723.log 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ecaa20) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: starting msgr at 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: starting objecter 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests hook 0x55d721ece840 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: setting wanted keys 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 1 librados: calling monclient init 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding auth protocol: cephx 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.814 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: crc 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 AuthRegistry(0x55d721ec8a70) adding con mode: secure 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:48:26.300+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key hook 0x55d721ec8bb8 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d721fab060 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d721faeca0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x7fc894002520 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.378216s 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x7fc894002520 auth_method 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d721fab060 auth_method 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:48:26.301+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d721faeca0 auth_method 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:48:26.301+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_done global_id 7051 payload 824 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 1 monclient: found mon.noname-b 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:48:26.301+0000 7fc8af7fe640 10 monclient: _send_mon_message to mon.noname-b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: got monmap 1 from mon.noname-b (according to old e1) 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: dump: 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: got monmap 1 from mon.b (according to old e1) 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:48:26.301+0000 7fc89f7fe640 10 monclient: dump: 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.815 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7051 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:48:26.301+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:48:26.301+0000 7fc8a57fa640 4 set_mon_vals no callback set 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.b at v2:192.168.123.107:3300/0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:48:26.302+0000 7fc8b7c10900 1 librados: init done 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:48:26.303+0000 7fc89f7fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:48:26.304+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x7fc88c077530 auth_method 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:48:26.304+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d722017bc0 auth_method 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:48:26.305+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722038d90 auth_method 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:48:26.305+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d72205af70 auth_method 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:48:26.307+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d72205a620 auth_method 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 AuthRegistry(0x55d72209e9c0) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:48:26.307+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests cmddesc objecter_requests hook 0x55d7220a22f0 EEXIST 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding auth protocol: cephx 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.816 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: crc 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 AuthRegistry(0x55d72207bd38) adding con mode: secure 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x55d72207be80 EEXIST 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d7220c98c0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7220c9c90 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d7220ca930 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:48:26.308+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.385581s 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d7220c9c90 auth_method 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7220ca930 auth_method 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d7220c98c0 auth_method 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:48:26.308+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:48:26.308+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_done global_id 7845 payload 824 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 1 monclient: found mon.noname-a 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:48:26.308+0000 7fc8af7fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: dump: 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:48:26.309+0000 7fc89cff9640 10 monclient: dump: 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.817 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7845 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:48:26.309+0000 7fc8affff640 4 set_mon_vals no callback set 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:48:26.309+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:48:26.310+0000 7fc89cff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:48:26.310+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc880077510 auth_method 0 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: get_monmap_and_config 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e290f0) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding auth protocol: cephx 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: crc 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8710) adding con mode: secure 2026-04-17T17:48:26.818 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x7ffe974a8858 EEXIST 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d722181440 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:48:26.311+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d72215e0f0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7221888f0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.389058s 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d722181440 auth_method 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7221888f0 auth_method 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d72215e0f0 auth_method 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:48:26.312+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:48:26.312+0000 7fc8af7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_done global_id 7848 payload 274 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 1 monclient: found mon.noname-a 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:48:26.312+0000 7fc8aeffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: dump: 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:48:26.312+0000 7fc8927fc640 10 monclient: dump: 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.819 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7848 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 10 monclient: get_monmap_and_config success 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:48:26.312+0000 7fc8b7c10900 4 set_mon_vals no callback set 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: shutdown 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: build_initial_monmap 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 build_initial for_mkfs: 0 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: monmap: 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e29ef0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: starting msgr at 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: starting objecter 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command objecter_requests cmddesc objecter_requests hook 0x55d722160030 EEXIST 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: setting wanted keys 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 1 librados: calling monclient init 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: init 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding auth protocol: cephx 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: crc 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 AuthRegistry(0x55d721e27be0) adding con mode: secure 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command rotate-key cmddesc rotate-key hook 0x55d721e27d28 EEXIST 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: _reopen_session rank -1 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:48:26.313+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-c con 0x55d72215e0f0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:48:26.820 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-b con 0x55d722181440 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): picked mon.noname-a con 0x55d7221888f0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): start opening mon connection 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): _renew_subs 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient(hunting): authenticate will time out at 2013.391212s 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request con 0x55d722181440 auth_method 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:48:26.314+0000 7fc8af7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request con 0x55d72215e0f0 auth_method 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request con 0x55d7221888f0 auth_method 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:48:26.314+0000 7fc8aeffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient(hunting): handle_auth_done global_id 7403 payload 824 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient: _finish_hunting 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 1 monclient: found mon.noname-c 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:48:26.314+0000 7fc8ae7fc640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: dump: 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: _finish_auth 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: _check_auth_tickets 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:48:26.314+0000 7fc890ff9640 10 monclient: dump: 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 5 monclient: authenticate success, global_id 7403 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:48:26.314+0000 7fc8927fc640 4 set_mon_vals no callback set 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _renew_subs 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.821 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 1 librados: init done 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:48:26.314+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cr dump hook 0x55d7221839f8 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:48:26.316+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:48:26.316+0000 7fc890ff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:48:26.316+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc870077540 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:48:26.317+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722222020 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 realm 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:48:26.317+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:48:26.318+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222447b0 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:48:26.318+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:48:26.319+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d722266000 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:48:26.520+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d722266000 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:48:26.520+0000 7fc8b7c10900 20 searching for the correct realm 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:48:26.521+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d722288dc0 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:48:26.521+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a0061430 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:48:26.522+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:48:26.722+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a0061430 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:48:26.723+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc89806df20 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:48:26.725+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x7fc8a80372e0 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:48:26.727+0000 7fc8ae7fc640 0 -- 192.168.123.106:0/1784145014 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fc8a0061430 msgr2=0x7fc8a0083430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:48:26.727+0000 7fc890ff9640 1 client.7403.objecter ms_handle_reset 0x7fc8a0061430 session 0x7fc8a0094040 osd.7 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:48:26.727+0000 7fc890ff9640 10 monclient: _renew_subs 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:48:26.727+0000 7fc890ff9640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:48:26.727+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8700a4280 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:48:26.728+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8a8068e80 auth_method 0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:48:26.731+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zone default found 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Realm: () 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 zonegroup default 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started sync module instance, tier type = 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:48:26.732+0000 7fc8b7c10900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:26.822 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=3 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=6 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=5 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=2 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=7 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=4 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 20 add_watcher() i=1 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:48:26.736+0000 7fc8b7c10900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:48:26.737+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x7fc83c007200 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding auth protocol: cephx 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: crc 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 AuthRegistry(0x7ffe974a8800) adding con mode: secure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache list hook 0x55d7221b24e0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache inspect hook 0x55d7221b24e0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache erase hook 0x55d7221b24e0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command cache zap hook 0x55d7221b24e0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:48:26.738+0000 7fc8b7c10900 5 note: GC not initialized 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:48:26.739+0000 7fc85b7fe640 20 reqs_thread_entry: start 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace show hook 0x7fc8a0069440 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace history hook 0x7fc8a0069440 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace active hook 0x7fc8a0069440 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:48:26.739+0000 7fc8b7c10900 5 asok(0x55d721dc3740) register_command sync trace active_short hook 0x7fc8a0069440 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:48:26.739+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d7222da9e0 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:48:26.741+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222c4db0 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:48:26.742+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d7222c6140 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:48:26.744+0000 7fc8aeffd640 10 monclient: get_auth_request con 0x55d7222c7ec0 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:48:26.748+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x55d7222c9e50 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:48:26.753+0000 7fc89cff9640 1 client.7845.objecter ms_handle_reset 0x55d7222c9e50 session 0x55d7222d8090 osd.5 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:48:26.754+0000 7fc89cff9640 10 monclient: _renew_subs 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:48:26.754+0000 7fc89cff9640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:48:26.754+0000 7fc8ae7fc640 10 monclient: get_auth_request con 0x7fc8800a4250 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:48:26.755+0000 7fc8af7fe640 10 monclient: get_auth_request con 0x55d7222cc150 auth_method 0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:48:26.782+0000 7fc8b7c10900 20 Filter name: none 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:48:26.782+0000 7fc8597fa640 20 reqs_thread_entry: start 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-17T17:48:26.823 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : miss 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:48:26.783+0000 7fc8b7c10900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:48:26.788+0000 7fc8b7c10900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894539 cookie 94382480609520 notifier 7403 bl.length()=943 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:48:26.788+0000 7fc8927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:48:26.790+0000 7fc8b7c10900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.0 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.1.1 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:48:26.792+0000 7fc8b7c10900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc8b7c10900 time 2026-04-17T17:48:26.796404+0000 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc8b898f8f8] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:48:26.795+0000 7fc8b7c10900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc8b7c10900 thread_name:radosgw-admin 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc8b7a3fc30] 2026-04-17T17:48:26.824 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc8b7a8d02c] 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc8b898f957] 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55d72039811d] 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55d720398962] 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc8b7a2a610] 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:48:26.825 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:48:26.826 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8597fa640 / http_manager 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc85b7fe640 / http_manager 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc890ff9640 / ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8927fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc89cff9640 / ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc89f7fe640 / ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8a57fa640 / io_context_pool, ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8a5ffb640 / admin_socket 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8adffb640 / ms_dispatch 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8ae7fc640 / msgr-worker-2 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8aeffd640 / msgr-worker-1 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8af7fe640 / msgr-worker-0 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8affff640 / io_context_pool 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8b7c10900 / radosgw-admin 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:48:26.797347Z_d1facadf-82e7-41ec-ad7d-10f4ed5cbfa0/log 2026-04-17T17:48:26.827 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:48:26.828 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-17T17:48:26.828 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:26.828 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:26.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.848+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.848+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.848+0000 7f6940140900 20 realm 2026-04-17T17:48:26.851 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.848+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.849+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.849+0000 7f6940140900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.849+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.849+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.849+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.850+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.850+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.850+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:26.853 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.850+0000 7f6940140900 20 searching for the correct realm 2026-04-17T17:48:26.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.853+0000 7f692edff640 0 -- 192.168.123.106:0/4230192210 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f6928092040 msgr2=0x7f6928083ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.856+0000 7f692edff640 0 -- 192.168.123.106:0/4230192210 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f6930064940 msgr2=0x7f693000f8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:26.863 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.860+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 zone default found 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 4 Realm: () 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 zonegroup default 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.864 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.861+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.862+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.862+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.862+0000 7f6940140900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:26.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.862+0000 7f6940140900 20 started sync module instance, tier type = 2026-04-17T17:48:26.865 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.862+0000 7f6940140900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:26.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.866+0000 7f6940140900 20 add_watcher() i=0 2026-04-17T17:48:26.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.866+0000 7f6940140900 20 add_watcher() i=4 2026-04-17T17:48:26.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.866+0000 7f6940140900 20 add_watcher() i=5 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 20 add_watcher() i=6 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 20 add_watcher() i=2 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 20 add_watcher() i=3 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 20 add_watcher() i=1 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 20 add_watcher() i=7 2026-04-17T17:48:26.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.867+0000 7f6940140900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:26.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.869+0000 7f6940140900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:26.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.869+0000 7f6940140900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:26.872 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.870+0000 7f6940140900 5 note: GC not initialized 2026-04-17T17:48:26.873 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.870+0000 7f68e3fff640 20 reqs_thread_entry: start 2026-04-17T17:48:26.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.909+0000 7f6940140900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:26.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.909+0000 7f6940140900 20 Filter name: none 2026-04-17T17:48:26.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f68e1ffb640 20 reqs_thread_entry: start 2026-04-17T17:48:26.912 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:48:26.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:26.913 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.910+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.911+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:26.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.911+0000 7f6940140900 20 rados->read ofs=0 len=0 2026-04-17T17:48:26.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.911+0000 7f6940140900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:48:26.914 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.911+0000 7f6940140900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:26.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.915+0000 7f6940140900 20 remove_watcher() i=0 2026-04-17T17:48:26.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.915+0000 7f6940140900 2 removed watcher, disabling cache 2026-04-17T17:48:26.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.915+0000 7f6940140900 20 remove_watcher() i=7 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.915+0000 7f6940140900 20 remove_watcher() i=2 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.915+0000 7f6940140900 20 remove_watcher() i=4 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.916+0000 7f6940140900 20 remove_watcher() i=5 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.916+0000 7f6940140900 20 remove_watcher() i=6 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.916+0000 7f6940140900 20 remove_watcher() i=3 2026-04-17T17:48:26.919 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:26.916+0000 7f6940140900 20 remove_watcher() i=1 2026-04-17T17:48:26.925 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.925 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:26.925 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 num_objects: 20 size_kb: 1 num_shards: 1 2026-04-17T17:48:26.926 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:26.927 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:26.927 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:26.949 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:26.949 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:27.000 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:48:27.022 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:27.022 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:27.044 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.041+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 realm 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.045 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.042+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.043+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:27.046 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.043+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.044+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:27.047 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.044+0000 7f8fcad39900 20 searching for the correct realm 2026-04-17T17:48:27.051 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.048+0000 7f8fc6b4e640 0 -- 192.168.123.106:0/2168725772 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f8fb808a410 msgr2=0x7f8fb808a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:27.257 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.254+0000 7f8fc634d640 0 -- 192.168.123.106:0/2168725772 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55ff81876b60 msgr2=0x55ff81896f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:27.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:27.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:27.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:27.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:27.259 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.256+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 zone default found 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 4 Realm: () 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 zonegroup default 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.257+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.258+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.258+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.258+0000 7f8fcad39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:27.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.258+0000 7f8fcad39900 20 started sync module instance, tier type = 2026-04-17T17:48:27.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.258+0000 7f8fcad39900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:27.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.262+0000 7f8fcad39900 20 add_watcher() i=3 2026-04-17T17:48:27.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.262+0000 7f8fcad39900 20 add_watcher() i=1 2026-04-17T17:48:27.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=7 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=2 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=5 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=0 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=4 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 20 add_watcher() i=6 2026-04-17T17:48:27.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.263+0000 7f8fcad39900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:27.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.265+0000 7f8fcad39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:27.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.265+0000 7f8fcad39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:27.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.265+0000 7f8fcad39900 5 note: GC not initialized 2026-04-17T17:48:27.268 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.265+0000 7f8f6f7fe640 20 reqs_thread_entry: start 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 20 Filter name: none 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8f6d7fa640 20 reqs_thread_entry: start 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : miss 2026-04-17T17:48:27.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.306+0000 7f8fcad39900 20 rados->read ofs=0 len=0 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:27.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.307+0000 7f8fcad39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:27.311 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.308+0000 7f8fcad39900 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to be held by another RGW process; skipping for now 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=0 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 2 removed watcher, disabling cache 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=7 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=2 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=3 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=1 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=4 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=5 2026-04-17T17:48:27.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:27.312+0000 7f8fcad39900 20 remove_watcher() i=6 2026-04-17T17:48:27.321 INFO:tasks.workunit.client.0.vm06.stderr:waiting 30 seconds for reshard lock to expire... 2026-04-17T17:48:57.348 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2026-04-17T17:48:57.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:57.370 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:57.393 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.390+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 realm 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.391+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.392+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:57.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.392+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.393+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:57.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.393+0000 7faa23811900 20 searching for the correct realm 2026-04-17T17:48:57.399 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.394+0000 7faa1e7db640 0 -- 192.168.123.106:0/2735096549 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7faa0c06ae20 msgr2=0x7faa0c00f9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:57.401 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.398+0000 7faa1f7dd640 0 -- 192.168.123.106:0/2735096549 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7faa040d0840 msgr2=0x7faa040c4ff0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.404+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 zone default found 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 4 Realm: () 2026-04-17T17:48:57.407 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 zonegroup default 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 started sync module instance, tier type = 2026-04-17T17:48:57.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.405+0000 7faa23811900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.429+0000 7faa23811900 20 add_watcher() i=0 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=4 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=3 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=7 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=2 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=1 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=6 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 20 add_watcher() i=5 2026-04-17T17:48:57.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.430+0000 7faa23811900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:57.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.441+0000 7faa23811900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:57.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.441+0000 7faa23811900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:57.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.441+0000 7faa23811900 5 note: GC not initialized 2026-04-17T17:48:57.444 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:57.441+0000 7fa9c77fe640 20 reqs_thread_entry: start 2026-04-17T17:48:58.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.016+0000 7faa23811900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:58.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.016+0000 7faa23811900 20 Filter name: none 2026-04-17T17:48:58.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.016+0000 7fa9c57fa640 20 reqs_thread_entry: start 2026-04-17T17:48:58.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.016+0000 7faa23811900 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2026-04-17T17:48:58.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.016+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : miss 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 20 rados_obj.operate() r=0 bl.length=463 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.017+0000 7faa23811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:58.024 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.021+0000 7faa23811900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:48:58.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.059+0000 7faa23811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.059+0000 7faa23811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.059+0000 7faa23811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.059+0000 7faa23811900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.060+0000 7fa9fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894540 cookie 94816219621184 notifier 7905 bl.length()=943 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.060+0000 7fa9fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.060+0000 7fa9fe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.063 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.060+0000 7fa9fe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.062+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:58.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.062+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:58.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.062+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:58.065 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.062+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:58.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.075+0000 7fa9fe7fc640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0' needs retry: Success 2026-04-17T17:48:58.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.097+0000 7faa23811900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.2.0 2026-04-17T17:48:58.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.097+0000 7faa23811900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.2.0 2026-04-17T17:48:58.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.097+0000 7faa23811900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.2.1 2026-04-17T17:48:58.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.097+0000 7faa23811900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.2.1 2026-04-17T17:48:58.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.097+0000 7faa23811900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0 2026-04-17T17:48:58.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.103+0000 7faa23811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:58.107 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.103+0000 7faa23811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:58.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.109+0000 7faa23811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.109+0000 7faa23811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.109+0000 7faa23811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.112 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.109+0000 7faa23811900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:58.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.109+0000 7fa9fdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894541 cookie 94816219621184 notifier 7905 bl.length()=943 2026-04-17T17:48:58.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.110+0000 7fa9fdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.110+0000 7fa9fdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.113 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.110+0000 7fa9fdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.111+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:58.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.111+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:58.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.111+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:58.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.111+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:58.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.125+0000 7faa23811900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40.0 2026-04-17T17:48:58.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.126+0000 7faa23811900 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 : hit (requested=0x17, cached=0x17) 2026-04-17T17:48:58.129 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.126+0000 7faa23811900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 2026-04-17T17:48:58.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7faa23811900 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7faa23811900 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7faa23811900 10 updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7faa23811900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40, ofs0, ns] 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7fa9fe7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894542 cookie 94816219621184 notifier 7905 bl.length()=907 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7fa9fe7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 info.flags=0x17 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7fa9fe7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 to cache LRU end 2026-04-17T17:48:58.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.146+0000 7fa9fe7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2026-04-17T17:48:58.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.147+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_sources= new_sources= 2026-04-17T17:48:58.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.147+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential sources added=[] removed=[] 2026-04-17T17:48:58.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.147+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): orig_dests= new_dests= 2026-04-17T17:48:58.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.147+0000 7faa23811900 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40]): potential dests added=[] removed=[] 2026-04-17T17:48:58.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.151+0000 7faa23811900 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 1 shards to 2 shards completed successfully 2026-04-17T17:48:58.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.189+0000 7faa23811900 20 remove_watcher() i=0 2026-04-17T17:48:58.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.189+0000 7faa23811900 2 removed watcher, disabling cache 2026-04-17T17:48:58.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.189+0000 7faa23811900 20 remove_watcher() i=1 2026-04-17T17:48:58.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=3 2026-04-17T17:48:58.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=7 2026-04-17T17:48:58.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=2 2026-04-17T17:48:58.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=4 2026-04-17T17:48:58.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=5 2026-04-17T17:48:58.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.194+0000 7faa23811900 20 remove_watcher() i=6 2026-04-17T17:48:58.206 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2026-04-17T17:48:58.227 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:58.227 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:58.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.464+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.465+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.465+0000 7fe30da10900 20 realm 2026-04-17T17:48:58.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.465+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.465+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.466+0000 7fe30da10900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:58.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.466+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.466+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.466+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.467+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:58.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.467+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.467+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:58.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.468+0000 7fe30da10900 20 searching for the correct realm 2026-04-17T17:48:58.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.469+0000 7fe309948640 0 -- 192.168.123.106:0/3418097881 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fe2f0039070 msgr2=0x7fe2f0044430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:58.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.473+0000 7fe308946640 0 -- 192.168.123.106:0/3418097881 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fe2fc068bd0 msgr2=0x7fe2fc06e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:48:58.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.678+0000 7fe30da10900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.679+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.679+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.679+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.679+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:58.683 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.679+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 zone default found 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 4 Realm: () 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 zonegroup default 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.680+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.681+0000 7fe30da10900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.681+0000 7fe30da10900 20 started sync module instance, tier type = 2026-04-17T17:48:58.684 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.681+0000 7fe30da10900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:58.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.700+0000 7fe30da10900 20 add_watcher() i=5 2026-04-17T17:48:58.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.701+0000 7fe30da10900 20 add_watcher() i=7 2026-04-17T17:48:58.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.701+0000 7fe30da10900 20 add_watcher() i=0 2026-04-17T17:48:58.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.701+0000 7fe30da10900 20 add_watcher() i=1 2026-04-17T17:48:58.704 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.701+0000 7fe30da10900 20 add_watcher() i=2 2026-04-17T17:48:58.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.702+0000 7fe30da10900 20 add_watcher() i=3 2026-04-17T17:48:58.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.702+0000 7fe30da10900 20 add_watcher() i=6 2026-04-17T17:48:58.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.702+0000 7fe30da10900 20 add_watcher() i=4 2026-04-17T17:48:58.705 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.702+0000 7fe30da10900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:58.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.722+0000 7fe30da10900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:58.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.722+0000 7fe30da10900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:58.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.722+0000 7fe30da10900 5 note: GC not initialized 2026-04-17T17:48:58.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:58.722+0000 7fe2b67ec640 20 reqs_thread_entry: start 2026-04-17T17:48:59.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.031+0000 7fe30da10900 20 init_complete bucket index max shards: 1 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.031+0000 7fe30da10900 20 Filter name: none 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.032+0000 7fe2affff640 20 reqs_thread_entry: start 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.032+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.032+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.032+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.032+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:59.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=197 2026-04-17T17:48:59.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 rados_obj.operate() r=0 bl.length=427 2026-04-17T17:48:59.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.033+0000 7fe30da10900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:48:59.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.056+0000 7fe30da10900 20 remove_watcher() i=7 2026-04-17T17:48:59.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.056+0000 7fe30da10900 2 removed watcher, disabling cache 2026-04-17T17:48:59.059 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.056+0000 7fe30da10900 20 remove_watcher() i=0 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=5 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=6 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=4 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=1 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=2 2026-04-17T17:48:59.068 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.065+0000 7fe30da10900 20 remove_watcher() i=3 2026-04-17T17:48:59.076 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:59.082 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:48:59.082 INFO:tasks.workunit.client.0.vm06.stderr:bucket: abort-at-change-reshard-state id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.40 num_objects: 19 size_kb: 1 num_shards: 2 2026-04-17T17:48:59.082 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:48:59.082 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:59.083 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:59.091 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:59.091 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:59.331 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:48:59.331 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:48:59.422 INFO:tasks.workunit.client.0.vm06.stderr: test: logrecord could be stopped after reshard failed 2026-04-17T17:48:59.425 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:48:59.446 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:48:59.446 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:48:59.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.469+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.470+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.470+0000 7fdafeb1c900 20 realm 2026-04-17T17:48:59.473 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.470+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.471+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.471+0000 7fdafeb1c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:48:59.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.471+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.471+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.471+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.472+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:59.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.472+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.473+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:48:59.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.473+0000 7fdafeb1c900 20 searching for the correct realm 2026-04-17T17:48:59.478 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.475+0000 7fdafcdd4640 0 -- 192.168.123.106:0/344652299 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55aea1421280 msgr2=0x55aea1441660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:59.481 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.479+0000 7fdaef5ff640 0 -- 192.168.123.106:0/344652299 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fdaf0031450 msgr2=0x7fdaf00318c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.684+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:48:59.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:48:59.688 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 zone default found 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 4 Realm: () 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 zonegroup default 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.685+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.686+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.686+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.686+0000 7fdafeb1c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.686+0000 7fdafeb1c900 20 started sync module instance, tier type = 2026-04-17T17:48:59.689 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.686+0000 7fdafeb1c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:48:59.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.702+0000 7fdafeb1c900 20 add_watcher() i=0 2026-04-17T17:48:59.706 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.702+0000 7fdafeb1c900 20 add_watcher() i=7 2026-04-17T17:48:59.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=3 2026-04-17T17:48:59.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=2 2026-04-17T17:48:59.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=1 2026-04-17T17:48:59.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=4 2026-04-17T17:48:59.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=5 2026-04-17T17:48:59.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 20 add_watcher() i=6 2026-04-17T17:48:59.726 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.722+0000 7fdafeb1c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:48:59.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.743+0000 7fdafeb1c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:48:59.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.743+0000 7fdafeb1c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:48:59.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.743+0000 7fdafeb1c900 5 note: GC not initialized 2026-04-17T17:48:59.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:48:59.743+0000 7fdaa8ff1640 20 reqs_thread_entry: start 2026-04-17T17:49:00.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.063+0000 7fdafeb1c900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:00.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.063+0000 7fdafeb1c900 20 Filter name: none 2026-04-17T17:49:00.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.063+0000 7fdaa27fc640 20 reqs_thread_entry: start 2026-04-17T17:49:00.066 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.063+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.064+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:00.067 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.064+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.066+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:00.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.066+0000 7fdafeb1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:00.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.066+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.066+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:00.069 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.066+0000 7fdafeb1c900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.067+0000 7fdafeb1c900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:00.070 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.067+0000 7fdafeb1c900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:00.092 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=7 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 2 removed watcher, disabling cache 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=0 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=2 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=3 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=4 2026-04-17T17:49:00.093 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.089+0000 7fdafeb1c900 20 remove_watcher() i=1 2026-04-17T17:49:00.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.102+0000 7fdafeb1c900 20 remove_watcher() i=5 2026-04-17T17:49:00.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.102+0000 7fdafeb1c900 20 remove_watcher() i=6 2026-04-17T17:49:00.114 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:00.114 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:49:00.114 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 8 size_kb: 1 num_shards: 3 2026-04-17T17:49:00.114 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:00.115 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:00.136 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:00.137 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:00.163 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.160+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 realm 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.165 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.162+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.163+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:00.166 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.163+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.164+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:00.167 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.164+0000 7f0e91920900 20 searching for the correct realm 2026-04-17T17:49:00.370 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.366+0000 7f0e8de6e640 0 -- 192.168.123.106:0/1651519377 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f0e74047430 msgr2=0x7f0e74047840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:49:00.577 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.574+0000 7f0e8ce6c640 0 -- 192.168.123.106:0/1651519377 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f0e800691e0 msgr2=0x7f0e800646b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:00.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.781+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 zone default found 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 4 Realm: () 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 zonegroup default 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.782+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.783+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.783+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.783+0000 7f0e91920900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.783+0000 7f0e91920900 20 started sync module instance, tier type = 2026-04-17T17:49:00.786 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.783+0000 7f0e91920900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:00.790 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.787+0000 7f0e91920900 20 add_watcher() i=7 2026-04-17T17:49:00.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.788+0000 7f0e91920900 20 add_watcher() i=0 2026-04-17T17:49:00.791 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.788+0000 7f0e91920900 20 add_watcher() i=4 2026-04-17T17:49:00.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.789+0000 7f0e91920900 20 add_watcher() i=5 2026-04-17T17:49:00.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.789+0000 7f0e91920900 20 add_watcher() i=6 2026-04-17T17:49:00.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.789+0000 7f0e91920900 20 add_watcher() i=2 2026-04-17T17:49:00.792 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.789+0000 7f0e91920900 20 add_watcher() i=3 2026-04-17T17:49:00.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.790+0000 7f0e91920900 20 add_watcher() i=1 2026-04-17T17:49:00.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.791+0000 7f0e91920900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:00.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.793+0000 7f0e91920900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:00.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.794+0000 7f0e91920900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:00.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.794+0000 7f0e91920900 5 note: GC not initialized 2026-04-17T17:49:00.797 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.794+0000 7f0e3a7ec640 20 reqs_thread_entry: start 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e91920900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e91920900 20 Filter name: none 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e33fff640 20 reqs_thread_entry: start 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:00.856 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.853+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:00.859 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.856+0000 7f0e91920900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=5 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 2 removed watcher, disabling cache 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=2 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=6 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=4 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=0 2026-04-17T17:49:00.866 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.863+0000 7f0e91920900 20 remove_watcher() i=7 2026-04-17T17:49:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.864+0000 7f0e91920900 20 remove_watcher() i=1 2026-04-17T17:49:00.867 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.864+0000 7f0e91920900 20 remove_watcher() i=3 2026-04-17T17:49:00.876 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2026-04-17T17:49:00.905 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:00.905 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:00.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.930+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 20 realm 2026-04-17T17:49:00.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.934 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:00.937 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.935+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:00.938 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.935+0000 7f4655d39900 20 searching for the correct realm 2026-04-17T17:49:00.942 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.939+0000 7f46521f7640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55e16f894ca0 msgr2=0x55e16f8b50c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:00.946 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.943+0000 7f46519f6640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46440c4a10 msgr2=0x7f46440c0fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:00.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:00.949 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 zone default found 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 4 Realm: () 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:00.950 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 zonegroup default 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.948+0000 7f4655d39900 20 started sync module instance, tier type = 2026-04-17T17:49:00.951 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.948+0000 7f4655d39900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:00.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=5 2026-04-17T17:49:00.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=6 2026-04-17T17:49:00.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=2 2026-04-17T17:49:00.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=7 2026-04-17T17:49:00.955 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=3 2026-04-17T17:49:00.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=4 2026-04-17T17:49:00.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=0 2026-04-17T17:49:00.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=1 2026-04-17T17:49:00.956 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.953+0000 7f4655d39900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:00.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:00.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:00.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.956+0000 7f4655d39900 5 note: GC not initialized 2026-04-17T17:49:00.959 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:00.956+0000 7f45ff7ee640 20 reqs_thread_entry: start 2026-04-17T17:49:01.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.002+0000 7f4655d39900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:01.005 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.002+0000 7f4655d39900 20 Filter name: none 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.002+0000 7f45fd7ea640 20 reqs_thread_entry: start 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:01.006 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.007 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.004+0000 7f4655d39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:01.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.009+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.009+0000 7f4655d39900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.009+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.009+0000 7f4655d39900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:01.012 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.009+0000 7f4630ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 94426727295312 notifier 7514 bl.length()=839 2026-04-17T17:49:01.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.013 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:01.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:01.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:01.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.017 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.018 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4655d39900 time 2026-04-17T17:49:01.018899+0000 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f465718f8f8] 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.020 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f4655d39900 thread_name:radosgw-admin 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.017+0000 7f4655d39900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4655d39900 time 2026-04-17T17:49:01.018899+0000 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f465718f8f8] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f465603fc30] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f465608d02c] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f465718f957] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.018+0000 7f4655d39900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f4655d39900 thread_name:radosgw-admin 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f465603fc30] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f465608d02c] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f465718f957] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.021 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:49:00.909+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: starting msgr at 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: starting objecter 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests hook 0x55e16f52a2f0 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: setting wanted keys 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: calling monclient init 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:49:00.909+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:49:00.910+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:49:00.910+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:49:00.910+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key hook 0x55e16f4f4be8 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f47fee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f480e20 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f52d0a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2047.987322s 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f52d0a0 auth_method 0 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f480e20 auth_method 0 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.025 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f47fee0 auth_method 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7505 payload 824 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:49:00.910+0000 7f46521f7640 1 monclient: found mon.noname-c 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: dump: 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: dump: 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:49:00.911+0000 7f4655d39900 5 monclient: authenticate success, global_id 7505 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:49:00.911+0000 7f463ffff640 4 set_mon_vals no callback set 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:49:00.911+0000 7f4655d39900 1 librados: init done 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:49:00.913+0000 7f46519f6640 10 monclient: get_auth_request con 0x7f462c0776e0 auth_method 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:49:00.913+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f520df0 auth_method 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:49:00.914+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f663f70 auth_method 0 2026-04-17T17:49:01.026 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:49:00.915+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f686310 auth_method 0 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:49:00.917+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f685850 auth_method 0 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:49:00.917+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:49:00.917+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:49:00.917+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests cmddesc objecter_requests hook 0x55e16f6cd930 EEXIST 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x55e16f6a7480 EEXIST 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f6f4f00 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f6f52d0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f6f5f70 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.027 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2047.995952s 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f6f52d0 auth_method 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f6f5f70 auth_method 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f6f4f00 auth_method 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7962 payload 824 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:49:00.919+0000 7f46521f7640 1 monclient: found mon.noname-a 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: dump: 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:49:00.919+0000 7f46529f8640 4 set_mon_vals no callback set 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: dump: 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:49:00.920+0000 7f4655d39900 5 monclient: authenticate success, global_id 7962 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: get_monmap_and_config 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:49:00.922+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.028 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:49:00.922+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4620077590 auth_method 0 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:49:00.922+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:49:00.923+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:49:00.923+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:49:00.923+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x7ffd1540a8b8 EEXIST 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f78e020 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f78f500 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f78b450 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.029 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2048.000454s 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f78f500 auth_method 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f78e020 auth_method 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f78b450 auth_method 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7965 payload 274 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:49:00.924+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:49:00.924+0000 7f46521f7640 1 monclient: found mon.noname-a 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:49:00.924+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: dump: 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: dump: 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:49:00.924+0000 7f4655d39900 5 monclient: authenticate success, global_id 7965 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:49:00.924+0000 7f4655d39900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:49:00.924+0000 7f4655d39900 4 set_mon_vals no callback set 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:49:00.925+0000 7f4655d39900 10 monclient: shutdown 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.030 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:49:00.926+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: starting msgr at 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: starting objecter 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests cmddesc objecter_requests hook 0x55e16f6f7be0 EEXIST 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: setting wanted keys 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: calling monclient init 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:49:00.926+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:49:00.927+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:49:00.927+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x55e16f788bf8 EEXIST 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f78e020 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f78f500 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f7b7360 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2048.004431s 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f78f500 auth_method 0 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.031 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f7b7360 auth_method 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:49:00.927+0000 7f46521f7640 1 monclient: found mon.noname-c 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: dump: 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: dump: 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:49:00.928+0000 7f4655d39900 5 monclient: authenticate success, global_id 7514 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:49:00.928+0000 7f46317fa640 4 set_mon_vals no callback set 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:49:00.928+0000 7f4655d39900 1 librados: init done 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:49:00.928+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cr dump hook 0x7f46440b8c18 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:49:00.930+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:49:00.930+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4610077600 auth_method 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:49:00.931+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f850ce0 auth_method 0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 realm 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.032 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:49:00.931+0000 7f4655d39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:49:00.933+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f873450 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:49:00.934+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f894ca0 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:49:00.935+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:49:00.935+0000 7f4655d39900 20 searching for the correct realm 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:49:00.935+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8b7aa0 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:49:00.936+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4640026040 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:49:00.937+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f4638028980 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:49:00.939+0000 7f46521f7640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55e16f894ca0 msgr2=0x55e16f8b50c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:49:00.939+0000 7f46277fe640 1 client.7514.objecter ms_handle_reset 0x55e16f894ca0 session 0x55e16f8727e0 osd.4 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:49:00.939+0000 7f46277fe640 10 monclient: _renew_subs 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:49:00.939+0000 7f46277fe640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:49:00.939+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f46100a4340 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:49:00.939+0000 7f46519f6640 10 monclient: get_auth_request con 0x7f46440c4a10 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:49:00.942+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f46440bf500 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:49:00.943+0000 7f46519f6640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46440c4a10 msgr2=0x7f46440c0fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:49:00.943+0000 7f46277fe640 1 client.7514.objecter ms_handle_reset 0x7f46440c4a10 session 0x7f46440bf070 osd.6 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:49:00.943+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f894ca0 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 zone default found 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 Realm: () 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:49:00.947+0000 7f4655d39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 zonegroup default 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 started sync module instance, tier type = 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=5 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=6 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=2 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=7 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=3 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=4 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=1 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:49:00.953+0000 7f4655d39900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:49:00.954+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f45d4007200 auth_method 0 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.033 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:49:00.956+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache list hook 0x55e16f7baca0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache inspect hook 0x55e16f7baca0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache erase hook 0x55e16f7baca0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache zap hook 0x55e16f7baca0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 note: GC not initialized 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:49:00.956+0000 7f45ff7ee640 20 reqs_thread_entry: start 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace show hook 0x7f46440be070 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace history hook 0x7f46440be070 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace active hook 0x7f46440be070 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace active_short hook 0x7f46440be070 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:49:00.957+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8a25a0 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:49:00.959+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f8e8a20 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:49:00.960+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f8e9c10 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:49:00.962+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8eb340 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:49:00.965+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f8ec570 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:49:00.971+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f8ac7e0 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:49:00.975+0000 7f46337fe640 1 client.7962.objecter ms_handle_reset 0x55e16f8e9c10 session 0x55e16f8a2320 osd.3 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:49:00.975+0000 7f46337fe640 10 monclient: _renew_subs 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:49:00.975+0000 7f46337fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:49:00.975+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f46200a42d0 auth_method 0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:49:01.002+0000 7f4655d39900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:49:01.002+0000 7f4655d39900 20 Filter name: none 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:49:01.002+0000 7f45fd7ea640 20 reqs_thread_entry: start 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:49:01.004+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.034 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:49:01.009+0000 7f4630ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 94426727295312 notifier 7514 bl.length()=839 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:49:01.017+0000 7f4655d39900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4655d39900 time 2026-04-17T17:49:01.018899+0000 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f465718f8f8] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:49:01.018+0000 7f4655d39900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f4655d39900 thread_name:radosgw-admin 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f465603fc30] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f465608d02c] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f465718f957] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:49:01.035 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:49:01.036 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f45fd7ea640 / http_manager 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f45ff7ee640 / http_manager 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46277fe640 / ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f4630ff9640 / io_context_pool 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46317fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46337fe640 / ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f463e7fc640 / ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f463ffff640 / io_context_pool, ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f4648ff9640 / admin_socket 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46509f4640 / ms_dispatch 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46511f5640 / msgr-worker-2 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46519f6640 / msgr-worker-1 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46521f7640 / msgr-worker-0 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f46529f8640 / io_context_pool 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: 7f4655d39900 / radosgw-admin 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.101359.log 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: crc 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4fa2b0) adding con mode: secure 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:49:00.909+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: starting msgr at 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: starting objecter 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests hook 0x55e16f52a2f0 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: setting wanted keys 2026-04-17T17:49:01.037 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:49:00.909+0000 7f4655d39900 1 librados: calling monclient init 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:49:00.909+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding auth protocol: cephx 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: crc 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:49:00.909+0000 7f4655d39900 5 AuthRegistry(0x55e16f4f4aa0) adding con mode: secure 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:49:00.910+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:49:00.910+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:49:00.910+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key hook 0x55e16f4f4be8 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f47fee0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f480e20 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f52d0a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:49:00.910+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2047.987322s 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f52d0a0 auth_method 0 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f480e20 auth_method 0 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f47fee0 auth_method 0 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.038 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:49:00.910+0000 7f46511f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:49:00.910+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7505 payload 824 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:49:00.910+0000 7f46521f7640 1 monclient: found mon.noname-c 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:49:00.910+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: dump: 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:49:00.911+0000 7f463e7fc640 10 monclient: dump: 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:49:00.911+0000 7f4655d39900 5 monclient: authenticate success, global_id 7505 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:49:00.911+0000 7f463ffff640 4 set_mon_vals no callback set 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:49:00.911+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:49:00.911+0000 7f4655d39900 1 librados: init done 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:49:00.913+0000 7f463e7fc640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:49:00.913+0000 7f46519f6640 10 monclient: get_auth_request con 0x7f462c0776e0 auth_method 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:49:00.913+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f520df0 auth_method 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:49:00.914+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f663f70 auth_method 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:49:00.915+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f686310 auth_method 0 2026-04-17T17:49:01.039 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:49:00.917+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f685850 auth_method 0 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:49:00.917+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:49:00.917+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:49:00.917+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:49:00.917+0000 7f4655d39900 5 AuthRegistry(0x55e16f6ca000) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests cmddesc objecter_requests hook 0x55e16f6cd930 EEXIST 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding auth protocol: cephx 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: crc 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 AuthRegistry(0x55e16f6a7338) adding con mode: secure 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:49:00.918+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:49:00.918+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x55e16f6a7480 EEXIST 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f6f4f00 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f6f52d0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f6f5f70 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:49:00.918+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2047.995952s 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f6f52d0 auth_method 0 2026-04-17T17:49:01.040 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f6f5f70 auth_method 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:49:00.919+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f6f4f00 auth_method 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:49:00.919+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7962 payload 824 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:49:00.919+0000 7f46521f7640 1 monclient: found mon.noname-a 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:49:00.919+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: dump: 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:49:00.919+0000 7f46337fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:49:00.919+0000 7f46529f8640 4 set_mon_vals no callback set 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:49:00.920+0000 7f46337fe640 10 monclient: dump: 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:49:00.920+0000 7f4655d39900 5 monclient: authenticate success, global_id 7962 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:49:00.920+0000 7f4655d39900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:49:00.922+0000 7f46337fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: get_monmap_and_config 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:49:00.922+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.041 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:49:00.922+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4620077590 auth_method 0 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x55e16f78a0c0) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:49:00.922+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:49:00.922+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding auth protocol: cephx 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: crc 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:49:00.922+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a770) adding con mode: secure 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:49:00.923+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:49:00.923+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:49:00.923+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x7ffd1540a8b8 EEXIST 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f78e020 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f78f500 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f78b450 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.042 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:49:00.923+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2048.000454s 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f78f500 auth_method 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): get_auth_request con 0x55e16f78e020 auth_method 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:49:00.923+0000 7f46511f5640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f78b450 auth_method 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:49:00.923+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:49:00.923+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7965 payload 274 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:49:00.924+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:49:00.924+0000 7f46521f7640 1 monclient: found mon.noname-a 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:49:00.924+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: dump: 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:49:00.924+0000 7f46317fa640 10 monclient: dump: 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:49:00.924+0000 7f4655d39900 5 monclient: authenticate success, global_id 7965 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:49:00.924+0000 7f4655d39900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:49:00.924+0000 7f4655d39900 4 set_mon_vals no callback set 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:49:00.925+0000 7f4655d39900 10 monclient: shutdown 2026-04-17T17:49:01.043 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: build_initial_monmap 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 build_initial for_mkfs: 0 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: monmap: 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f789f90) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:49:00.926+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: starting msgr at 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: starting objecter 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command objecter_requests cmddesc objecter_requests hook 0x55e16f6f7be0 EEXIST 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: setting wanted keys 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:49:00.926+0000 7f4655d39900 1 librados: calling monclient init 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:49:00.926+0000 7f4655d39900 10 monclient: init 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding auth protocol: cephx 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: crc 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:49:00.926+0000 7f4655d39900 5 AuthRegistry(0x55e16f788ab0) adding con mode: secure 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:49:00.926+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:49:00.927+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.044 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:49:00.927+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command rotate-key cmddesc rotate-key hook 0x55e16f788bf8 EEXIST 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-b con 0x55e16f78e020 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-c con 0x55e16f78f500 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): picked mon.noname-a con 0x55e16f7b7360 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:49:00.927+0000 7f4655d39900 10 monclient(hunting): authenticate will time out at 2048.004431s 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): get_auth_request con 0x55e16f78f500 auth_method 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): get_auth_request con 0x55e16f7b7360 auth_method 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:49:00.927+0000 7f46519f6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient: _finish_hunting 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:49:00.927+0000 7f46521f7640 1 monclient: found mon.noname-c 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:49:00.927+0000 7f46521f7640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: dump: 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:49:00.928+0000 7f46277fe640 10 monclient: dump: 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:01.045 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:49:00.928+0000 7f4655d39900 5 monclient: authenticate success, global_id 7514 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:49:00.928+0000 7f46317fa640 4 set_mon_vals no callback set 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _renew_subs 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:49:00.928+0000 7f4655d39900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:49:00.928+0000 7f4655d39900 1 librados: init done 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:49:00.928+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cr dump hook 0x7f46440b8c18 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:49:00.930+0000 7f46277fe640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:49:00.930+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:49:00.930+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4610077600 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:49:00.931+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f850ce0 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 realm 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:49:00.931+0000 7f4655d39900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:49:00.931+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:49:00.932+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:49:00.933+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f873450 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:49:00.934+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:49:00.934+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f894ca0 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:49:00.935+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:49:00.935+0000 7f4655d39900 20 searching for the correct realm 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:49:00.935+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8b7aa0 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:49:00.936+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f4640026040 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:49:00.937+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f4638028980 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:49:00.939+0000 7f46521f7640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55e16f894ca0 msgr2=0x55e16f8b50c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:49:00.939+0000 7f46277fe640 1 client.7514.objecter ms_handle_reset 0x55e16f894ca0 session 0x55e16f8727e0 osd.4 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:49:00.939+0000 7f46277fe640 10 monclient: _renew_subs 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:49:00.939+0000 7f46277fe640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:49:00.939+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f46100a4340 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:49:00.939+0000 7f46519f6640 10 monclient: get_auth_request con 0x7f46440c4a10 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:49:00.942+0000 7f46511f5640 10 monclient: get_auth_request con 0x7f46440bf500 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:49:00.943+0000 7f46519f6640 0 -- 192.168.123.106:0/3236823595 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f46440c4a10 msgr2=0x7f46440c0fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:49:00.943+0000 7f46277fe640 1 client.7514.objecter ms_handle_reset 0x7f46440c4a10 session 0x7f46440bf070 osd.6 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:49:00.943+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f894ca0 auth_method 0 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:01.046 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:49:00.946+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 zone default found 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 Realm: () 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:49:00.947+0000 7f4655d39900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:49:00.947+0000 7f4655d39900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 zonegroup default 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:49:00.947+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 started sync module instance, tier type = 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:49:00.948+0000 7f4655d39900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=5 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=6 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=2 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:49:00.952+0000 7f4655d39900 20 add_watcher() i=7 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=3 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=4 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:49:00.953+0000 7f4655d39900 20 add_watcher() i=1 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:49:00.953+0000 7f4655d39900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:49:00.954+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f45d4007200 auth_method 0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding auth protocol: cephx 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: crc 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 AuthRegistry(0x7ffd1540a860) adding con mode: secure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:49:00.956+0000 7f4655d39900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:49:00.956+0000 7f4655d39900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache list hook 0x55e16f7baca0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache inspect hook 0x55e16f7baca0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache erase hook 0x55e16f7baca0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command cache zap hook 0x55e16f7baca0 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:49:00.956+0000 7f4655d39900 5 note: GC not initialized 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:49:00.956+0000 7f45ff7ee640 20 reqs_thread_entry: start 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace show hook 0x7f46440be070 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace history hook 0x7f46440be070 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace active hook 0x7f46440be070 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:49:00.957+0000 7f4655d39900 5 asok(0x55e16f3ef740) register_command sync trace active_short hook 0x7f46440be070 2026-04-17T17:49:01.047 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:49:00.957+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8a25a0 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:49:00.959+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f8e8a20 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:49:00.960+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f8e9c10 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:49:00.962+0000 7f46519f6640 10 monclient: get_auth_request con 0x55e16f8eb340 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:49:00.965+0000 7f46511f5640 10 monclient: get_auth_request con 0x55e16f8ec570 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:49:00.971+0000 7f46521f7640 10 monclient: get_auth_request con 0x55e16f8ac7e0 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:49:00.975+0000 7f46337fe640 1 client.7962.objecter ms_handle_reset 0x55e16f8e9c10 session 0x55e16f8a2320 osd.3 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:49:00.975+0000 7f46337fe640 10 monclient: _renew_subs 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:49:00.975+0000 7f46337fe640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:49:00.975+0000 7f46521f7640 10 monclient: get_auth_request con 0x7f46200a42d0 auth_method 0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:49:01.002+0000 7f4655d39900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:49:01.002+0000 7f4655d39900 20 Filter name: none 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:49:01.002+0000 7f45fd7ea640 20 reqs_thread_entry: start 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:49:01.003+0000 7f4655d39900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:49:01.003+0000 7f4655d39900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:49:01.004+0000 7f4655d39900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:49:01.004+0000 7f4655d39900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:49:01.009+0000 7f4655d39900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:49:01.009+0000 7f4630ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894552 cookie 94426727295312 notifier 7514 bl.length()=839 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:49:01.010+0000 7f4630ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:49:01.011+0000 7f4655d39900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.1 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.2 2026-04-17T17:49:01.048 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.3 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:49:01.014+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:49:01.014+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:49:01.015+0000 7f4655d39900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:49:01.015+0000 7f4655d39900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:49:01.017+0000 7f4655d39900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4655d39900 time 2026-04-17T17:49:01.018899+0000 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f465718f8f8] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:49:01.018+0000 7f4655d39900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f4655d39900 thread_name:radosgw-admin 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f465603fc30] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f465608d02c] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f465718f957] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 6: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x288d) [0x55e16c81011d] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1c2) [0x55e16c810962] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f465602a610] 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:49:01.049 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:49:01.050 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f45fd7ea640 / http_manager 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f45ff7ee640 / http_manager 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46277fe640 / ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f4630ff9640 / io_context_pool 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46317fa640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46337fe640 / ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f463e7fc640 / ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f463ffff640 / io_context_pool, ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f4648ff9640 / admin_socket 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46509f4640 / ms_dispatch 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46511f5640 / msgr-worker-2 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46519f6640 / msgr-worker-1 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46521f7640 / msgr-worker-0 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f46529f8640 / io_context_pool 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: 7f4655d39900 / radosgw-admin 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:49:01.019950Z_372d1967-68b6-44ca-8579-15a8767711ca/log 2026-04-17T17:49:01.051 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:49:01.052 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:01.052 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:01.052 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:01.076 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.073+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 20 realm 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.074+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.075+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.077 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.075+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.076+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.076+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.076+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:01.079 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.076+0000 7fc60d1c9900 20 searching for the correct realm 2026-04-17T17:49:01.083 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.080+0000 7fc6037fe640 0 -- 192.168.123.106:0/3537923111 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc5fc04b040 msgr2=0x7fc5fc04b920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:49:01.290 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.287+0000 7fc602ffd640 0 -- 192.168.123.106:0/3537923111 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x559847201d20 msgr2=0x559847222100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.292 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.289+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 zone default found 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 4 Realm: () 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 zonegroup default 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.290+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.293 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.291+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.291+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.291+0000 7fc60d1c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.291+0000 7fc60d1c9900 20 started sync module instance, tier type = 2026-04-17T17:49:01.294 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.291+0000 7fc60d1c9900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.295+0000 7fc60d1c9900 20 add_watcher() i=0 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.295+0000 7fc60d1c9900 20 add_watcher() i=4 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.295+0000 7fc60d1c9900 20 add_watcher() i=1 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.295+0000 7fc60d1c9900 20 add_watcher() i=5 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.295+0000 7fc60d1c9900 20 add_watcher() i=6 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.296+0000 7fc60d1c9900 20 add_watcher() i=2 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.296+0000 7fc60d1c9900 20 add_watcher() i=7 2026-04-17T17:49:01.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.297+0000 7fc60d1c9900 20 add_watcher() i=3 2026-04-17T17:49:01.300 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.297+0000 7fc60d1c9900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:01.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.299+0000 7fc60d1c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:01.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.299+0000 7fc60d1c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:01.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.299+0000 7fc60d1c9900 5 note: GC not initialized 2026-04-17T17:49:01.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.299+0000 7fc5b4fe9640 20 reqs_thread_entry: start 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.341+0000 7fc60d1c9900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.341+0000 7fc60d1c9900 20 Filter name: none 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc5ae7fc640 20 reqs_thread_entry: start 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:01.345 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.342+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.343+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.343+0000 7fc60d1c9900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.343+0000 7fc60d1c9900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:01.346 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.343+0000 7fc60d1c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:01.351 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.348+0000 7fc60d1c9900 20 remove_watcher() i=0 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.348+0000 7fc60d1c9900 2 removed watcher, disabling cache 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.348+0000 7fc60d1c9900 20 remove_watcher() i=5 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.348+0000 7fc60d1c9900 20 remove_watcher() i=2 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.348+0000 7fc60d1c9900 20 remove_watcher() i=6 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.349+0000 7fc60d1c9900 20 remove_watcher() i=1 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.349+0000 7fc60d1c9900 20 remove_watcher() i=7 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.349+0000 7fc60d1c9900 20 remove_watcher() i=3 2026-04-17T17:49:01.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.349+0000 7fc60d1c9900 20 remove_watcher() i=4 2026-04-17T17:49:01.360 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:49:01.360 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:49:01.390 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:49:01.410 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:01.410 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.430+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 20 realm 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:01.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.431+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.432+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.432+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.433+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.435 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.433+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.433+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:01.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.433+0000 7f50c872b900 20 searching for the correct realm 2026-04-17T17:49:01.440 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.437+0000 7f50c4c7b640 0 -- 192.168.123.106:0/2279559738 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5574153ee9f0 msgr2=0x55741540ee50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.440+0000 7f50bffff640 0 -- 192.168.123.106:0/2279559738 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f50b8068150 msgr2=0x7f50b8080980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.447 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.444+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 zone default found 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 4 Realm: () 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 zonegroup default 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.445+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.448 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.446+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.446+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.446+0000 7f50c872b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:01.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.446+0000 7f50c872b900 20 started sync module instance, tier type = 2026-04-17T17:49:01.449 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.446+0000 7f50c872b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=0 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=4 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=6 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=5 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=3 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=2 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=7 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 20 add_watcher() i=1 2026-04-17T17:49:01.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.451+0000 7f50c872b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:01.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.453+0000 7f50c872b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:01.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.453+0000 7f50c872b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:01.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.454+0000 7f50c872b900 5 note: GC not initialized 2026-04-17T17:49:01.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.454+0000 7f5070ff1640 20 reqs_thread_entry: start 2026-04-17T17:49:01.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.498+0000 7f50c872b900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:01.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.498+0000 7f50c872b900 20 Filter name: none 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.498+0000 7f506a7fc640 20 reqs_thread_entry: start 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.498+0000 7f50c872b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.498+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.499+0000 7f50c872b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:01.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.500+0000 7f50c872b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.500+0000 7f50c872b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:01.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.500+0000 7f50c872b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.500+0000 7f50c872b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:01.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 20 remove_watcher() i=0 2026-04-17T17:49:01.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 2 removed watcher, disabling cache 2026-04-17T17:49:01.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 20 remove_watcher() i=6 2026-04-17T17:49:01.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 20 remove_watcher() i=5 2026-04-17T17:49:01.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 20 remove_watcher() i=4 2026-04-17T17:49:01.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.505+0000 7f50c872b900 20 remove_watcher() i=7 2026-04-17T17:49:01.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.506+0000 7f50c872b900 20 remove_watcher() i=2 2026-04-17T17:49:01.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.506+0000 7f50c872b900 20 remove_watcher() i=3 2026-04-17T17:49:01.509 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:01.506+0000 7f50c872b900 20 remove_watcher() i=1 2026-04-17T17:49:31.526 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:31.546 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:31.546 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:31.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.565+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 realm 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.569 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.566+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.567+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:31.570 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.567+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.568+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:31.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.568+0000 7f62e500f900 20 searching for the correct realm 2026-04-17T17:49:31.575 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.572+0000 7f62dbfff640 0 -- 192.168.123.106:0/2190634534 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x56250998d340 msgr2=0x5625099ad770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:31.578 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.575+0000 7f62e0f5e640 0 -- 192.168.123.106:0/2190634534 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5625099d12d0 msgr2=0x5625099f16b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.579+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 zone default found 2026-04-17T17:49:31.582 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 4 Realm: () 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 zonegroup default 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 started sync module instance, tier type = 2026-04-17T17:49:31.583 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.580+0000 7f62e500f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:31.586 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.583+0000 7f62e500f900 20 add_watcher() i=0 2026-04-17T17:49:31.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.584+0000 7f62e500f900 20 add_watcher() i=7 2026-04-17T17:49:31.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.584+0000 7f62e500f900 20 add_watcher() i=5 2026-04-17T17:49:31.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.584+0000 7f62e500f900 20 add_watcher() i=6 2026-04-17T17:49:31.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.585+0000 7f62e500f900 20 add_watcher() i=4 2026-04-17T17:49:31.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.585+0000 7f62e500f900 20 add_watcher() i=1 2026-04-17T17:49:31.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.585+0000 7f62e500f900 20 add_watcher() i=3 2026-04-17T17:49:31.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.585+0000 7f62e500f900 20 add_watcher() i=2 2026-04-17T17:49:31.588 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.585+0000 7f62e500f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:31.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.587+0000 7f62e500f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:31.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.587+0000 7f62e500f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:31.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.587+0000 7f62e500f900 5 note: GC not initialized 2026-04-17T17:49:31.590 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.587+0000 7f628d7ea640 20 reqs_thread_entry: start 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.630+0000 7f62e500f900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.630+0000 7f62e500f900 20 Filter name: none 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f6286ffd640 20 reqs_thread_entry: start 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:31.634 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.631+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.632+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:31.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.632+0000 7f62e500f900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.632+0000 7f62e500f900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:31.635 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.632+0000 7f62e500f900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:31.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 20 remove_watcher() i=0 2026-04-17T17:49:31.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 2 removed watcher, disabling cache 2026-04-17T17:49:31.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 20 remove_watcher() i=3 2026-04-17T17:49:31.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 20 remove_watcher() i=1 2026-04-17T17:49:31.640 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 20 remove_watcher() i=2 2026-04-17T17:49:31.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.637+0000 7f62e500f900 20 remove_watcher() i=5 2026-04-17T17:49:31.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.638+0000 7f62e500f900 20 remove_watcher() i=6 2026-04-17T17:49:31.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.638+0000 7f62e500f900 20 remove_watcher() i=4 2026-04-17T17:49:31.641 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.638+0000 7f62e500f900 20 remove_watcher() i=7 2026-04-17T17:49:31.650 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:49:31.650 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:49:31.706 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:49:31.728 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:31.728 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:31.748 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.745+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 realm 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.750 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.747+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.748+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:31.751 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.749+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.749+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:31.752 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.750+0000 7f36dc54b900 20 searching for the correct realm 2026-04-17T17:49:31.756 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.753+0000 7f36d3fff640 0 -- 192.168.123.106:0/3647478401 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f36cc0dfb10 msgr2=0x7f36cc0f91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:31.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.959+0000 7f36d37fe640 0 -- 192.168.123.106:0/3647478401 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x560edca45b90 msgr2=0x560edca65fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.961+0000 7f36dc54b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:31.965 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.962+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 zone default found 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 4 Realm: () 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 zonegroup default 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.966 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.963+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.964+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.964+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:31.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.964+0000 7f36dc54b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:31.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.964+0000 7f36dc54b900 20 started sync module instance, tier type = 2026-04-17T17:49:31.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.964+0000 7f36dc54b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=0 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=3 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=5 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=6 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=4 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=2 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=1 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 20 add_watcher() i=7 2026-04-17T17:49:31.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.968+0000 7f36dc54b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:31.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.970+0000 7f36dc54b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:31.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.970+0000 7f36dc54b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:31.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.970+0000 7f36dc54b900 5 note: GC not initialized 2026-04-17T17:49:31.973 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:31.970+0000 7f36857ea640 20 reqs_thread_entry: start 2026-04-17T17:49:32.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.220+0000 7f36dc54b900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.220+0000 7f36dc54b900 20 Filter name: none 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.220+0000 7f367effd640 20 reqs_thread_entry: start 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.220+0000 7f36dc54b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.220+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:32.224 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.221+0000 7f36dc54b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:32.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.222+0000 7f36dc54b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:32.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.222+0000 7f36dc54b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:32.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.222+0000 7f36dc54b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:32.225 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.222+0000 7f36dc54b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:32.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=0 2026-04-17T17:49:32.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 2 removed watcher, disabling cache 2026-04-17T17:49:32.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=4 2026-04-17T17:49:32.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=5 2026-04-17T17:49:32.230 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=2 2026-04-17T17:49:32.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=7 2026-04-17T17:49:32.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=3 2026-04-17T17:49:32.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=6 2026-04-17T17:49:32.231 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.227+0000 7f36dc54b900 20 remove_watcher() i=1 2026-04-17T17:49:32.239 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:32.259 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:32.259 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:32.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.277+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 realm 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.279+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.280+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.283 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.280+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.281+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:32.284 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.281+0000 7f53ca12b900 20 searching for the correct realm 2026-04-17T17:49:32.287 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.284+0000 7f53c5e3c640 0 -- 192.168.123.106:0/668420535 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f53b805e050 msgr2=0x7f53b806a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.495 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.491+0000 7f53c563b640 0 -- 192.168.123.106:0/668420535 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x5620dfe66800 msgr2=0x5620dfe86cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:32.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.494+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 zone default found 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 4 Realm: () 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 zonegroup default 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.495+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.498 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 started sync module instance, tier type = 2026-04-17T17:49:32.499 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.496+0000 7f53ca12b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:32.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.500+0000 7f53ca12b900 20 add_watcher() i=0 2026-04-17T17:49:32.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.500+0000 7f53ca12b900 20 add_watcher() i=2 2026-04-17T17:49:32.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.500+0000 7f53ca12b900 20 add_watcher() i=4 2026-04-17T17:49:32.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.500+0000 7f53ca12b900 20 add_watcher() i=5 2026-04-17T17:49:32.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.500+0000 7f53ca12b900 20 add_watcher() i=6 2026-04-17T17:49:32.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.501+0000 7f53ca12b900 20 add_watcher() i=1 2026-04-17T17:49:32.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.501+0000 7f53ca12b900 20 add_watcher() i=3 2026-04-17T17:49:32.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.501+0000 7f53ca12b900 20 add_watcher() i=7 2026-04-17T17:49:32.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.501+0000 7f53ca12b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:32.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.504+0000 7f53ca12b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:32.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.504+0000 7f53ca12b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:32.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.504+0000 7f53ca12b900 5 note: GC not initialized 2026-04-17T17:49:32.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.504+0000 7f53737ee640 20 reqs_thread_entry: start 2026-04-17T17:49:32.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.556+0000 7f53ca12b900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.556+0000 7f53ca12b900 20 Filter name: none 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.556+0000 7f53717ea640 20 reqs_thread_entry: start 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.556+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.557+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.557+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.557+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.557+0000 7f53ca12b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:32.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.557+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.558+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:32.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.558+0000 7f53ca12b900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.558+0000 7f53ca12b900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:32.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.558+0000 7f53ca12b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=7 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 2 removed watcher, disabling cache 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=0 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=4 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=5 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=6 2026-04-17T17:49:32.567 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.564+0000 7f53ca12b900 20 remove_watcher() i=1 2026-04-17T17:49:32.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.565+0000 7f53ca12b900 20 remove_watcher() i=3 2026-04-17T17:49:32.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.565+0000 7f53ca12b900 20 remove_watcher() i=2 2026-04-17T17:49:32.577 INFO:tasks.workunit.client.0.vm06.stderr: test: duplicated entries should be purged before reshard 2026-04-17T17:49:32.580 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:32.605 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:32.605 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:32.630 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.626+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.631 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.628+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.628+0000 7f2702baf900 20 realm 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.628+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.629+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.629+0000 7f2702baf900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.629+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.629+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.629+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.632 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.630+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.630+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.630+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:32.633 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.630+0000 7f2702baf900 20 searching for the correct realm 2026-04-17T17:49:32.637 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.634+0000 7f2700e67640 0 -- 192.168.123.106:0/2491922 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f26f400c0b0 msgr2=0x7f26f406da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.843 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.840+0000 7f26fbfff640 0 -- 192.168.123.106:0/2491922 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x56073d3c3440 msgr2=0x56073d3e38f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.846 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.843+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 zone default found 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 4 Realm: () 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 zonegroup default 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.844+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.845+0000 7f2702baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.845+0000 7f2702baf900 20 started sync module instance, tier type = 2026-04-17T17:49:32.848 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.845+0000 7f2702baf900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.848+0000 7f2702baf900 20 add_watcher() i=0 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=3 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=2 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=4 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=5 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=1 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=6 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 20 add_watcher() i=7 2026-04-17T17:49:32.852 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.849+0000 7f2702baf900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:32.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.852+0000 7f2702baf900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:32.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.852+0000 7f2702baf900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:32.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.852+0000 7f2702baf900 5 note: GC not initialized 2026-04-17T17:49:32.855 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.852+0000 7f26acff1640 20 reqs_thread_entry: start 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.893+0000 7f2702baf900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.894+0000 7f2702baf900 20 Filter name: none 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.894+0000 7f26a67fc640 20 reqs_thread_entry: start 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.894+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.894+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:32.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.894+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:32.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.895+0000 7f2702baf900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.900+0000 7f2702baf900 20 remove_watcher() i=0 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.900+0000 7f2702baf900 2 removed watcher, disabling cache 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=2 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=4 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=3 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=1 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=6 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=5 2026-04-17T17:49:32.904 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.901+0000 7f2702baf900 20 remove_watcher() i=7 2026-04-17T17:49:32.912 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:32.912 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:49:32.912 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 10 size_kb: 1 num_shards: 3 2026-04-17T17:49:32.912 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:32.914 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-17T17:49:32.937 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:32.938 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:32.961 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.958+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 realm 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.962 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.960+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.963 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.960+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.961+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:32.964 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.961+0000 7fc810338900 20 searching for the correct realm 2026-04-17T17:49:32.967 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.964+0000 7fc807fff640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x56109f733c70 msgr2=0x56109f754120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.971 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.968+0000 7fc80c829640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56109f710f60 msgr2=0x56109f731340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.974 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 zone default found 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 4 Realm: () 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 zonegroup default 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.975 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.973+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:32.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:32.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.973+0000 7fc810338900 20 started sync module instance, tier type = 2026-04-17T17:49:32.976 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.973+0000 7fc810338900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:32.979 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.976+0000 7fc810338900 20 add_watcher() i=0 2026-04-17T17:49:32.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=4 2026-04-17T17:49:32.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=5 2026-04-17T17:49:32.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=6 2026-04-17T17:49:32.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=1 2026-04-17T17:49:32.980 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=7 2026-04-17T17:49:32.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=2 2026-04-17T17:49:32.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=3 2026-04-17T17:49:32.981 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.978+0000 7fc810338900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.980+0000 7fc810338900 5 note: GC not initialized 2026-04-17T17:49:32.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:32.981+0000 7fc7b97f2640 20 reqs_thread_entry: start 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.027+0000 7fc810338900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.027+0000 7fc810338900 20 Filter name: none 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.027+0000 7fc7b2ffd640 20 reqs_thread_entry: start 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.027+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.027+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.030 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.028+0000 7fc810338900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:33.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.032+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.032+0000 7fc810338900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.032+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.035 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.032+0000 7fc810338900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:33.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94629394478928 notifier 7622 bl.length()=839 2026-04-17T17:49:33.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.036 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:33.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:33.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:33.037 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:33.040 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc810338900 time 2026-04-17T17:49:33.039522+0000 2026-04-17T17:49:33.040 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc81178f8f8] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.038+0000 7fc810338900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc810338900 time 2026-04-17T17:49:33.039522+0000 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc81178f8f8] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc810338900 thread_name:radosgw-admin 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc81083fc30] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc81088d02c] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc81178f957] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.041 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.042 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:33.042 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.042 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:33.042 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.039+0000 7fc810338900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc810338900 thread_name:radosgw-admin 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc81083fc30] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc81088d02c] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc81178f957] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:49:32.941+0000 7fc810338900 5 monclient: authenticate success, global_id 7610 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:49:32.941+0000 7fc810338900 4 set_mon_vals no callback set 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: dump: 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.043 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: shutdown 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:49:32.941+0000 7fc810338900 5 asok(0x56109f266740) unregister_commands rotate-key 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:49:32.941+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:49:32.941+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:49:32.941+0000 7fc810338900 1 librados: starting msgr at 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:49:32.941+0000 7fc810338900 1 librados: starting objecter 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:49:32.941+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests hook 0x56109f36f770 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:49:32.942+0000 7fc810338900 1 librados: setting wanted keys 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:49:32.942+0000 7fc810338900 1 librados: calling monclient init 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.044 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:49:32.942+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:49:32.942+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:49:32.942+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key hook 0x56109f36bc48 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f2f6ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f2f7e20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f3a40a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.019469s 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f2f6ee0 auth_method 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f3a40a0 auth_method 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f2f7e20 auth_method 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 8073 payload 824 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:49:32.942+0000 7fc807fff640 1 monclient: found mon.noname-a 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: dump: 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: dump: 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.045 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:49:32.943+0000 7fc7fe7fc640 4 set_mon_vals no callback set 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:49:32.943+0000 7fc810338900 5 monclient: authenticate success, global_id 8073 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:49:32.943+0000 7fc810338900 1 librados: init done 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:49:32.945+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f3a0c10 auth_method 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:49:32.945+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7e4077690 auth_method 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:49:32.946+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f4db9f0 auth_method 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:49:32.947+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f4fdbd0 auth_method 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:49:32.949+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f4fd2c0 auth_method 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:49:32.949+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:49:32.949+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:49:32.949+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:49:32.950+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests cmddesc objecter_requests hook 0x56109f544f90 EEXIST 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.046 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:49:32.950+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x56109f51eb00 EEXIST 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f56c560 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f56ee40 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f56c930 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.027641s 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f56ee40 auth_method 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f56c930 auth_method 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_done global_id 7616 payload 824 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:49:32.951+0000 7fc80c829640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:49:32.951+0000 7fc80c829640 1 monclient: found mon.noname-c 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:49:32.951+0000 7fc80c829640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:49:32.951+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f56c560 auth_method 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: dump: 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: dump: 2026-04-17T17:49:33.047 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:49:32.951+0000 7fc810338900 5 monclient: authenticate success, global_id 7616 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:49:32.951+0000 7fc80d02a640 4 set_mon_vals no callback set 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:49:32.953+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7d8077450 auth_method 0 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: get_monmap_and_config 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:49:32.953+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.048 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:49:32.953+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x7fff5b174848 EEXIST 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f6289d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f605810 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f62fe60 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.031013s 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f6289d0 auth_method 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f605810 auth_method 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f62fe60 auth_method 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 8076 payload 274 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:49:32.954+0000 7fc807fff640 1 monclient: found mon.noname-a 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: dump: 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.049 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: dump: 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:49:32.954+0000 7fc810338900 5 monclient: authenticate success, global_id 8076 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:49:32.954+0000 7fc810338900 4 set_mon_vals no callback set 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: shutdown 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:49:32.955+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: starting msgr at 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: starting objecter 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:49:32.955+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests cmddesc objecter_requests hook 0x56109f6042f0 EEXIST 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: setting wanted keys 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: calling monclient init 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.050 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:49:32.955+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x56109f600238 EEXIST 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f6289d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f62fe60 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f62e010 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.032946s 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f62e010 auth_method 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f62fe60 auth_method 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f6289d0 auth_method 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 7622 payload 824 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:49:32.956+0000 7fc807fff640 1 monclient: found mon.noname-c 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: dump: 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: dump: 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.051 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:49:32.956+0000 7fc7eb7fe640 4 set_mon_vals no callback set 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:49:32.956+0000 7fc810338900 5 monclient: authenticate success, global_id 7622 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:49:32.956+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:49:32.956+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:49:32.957+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:49:32.957+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:49:32.957+0000 7fc810338900 1 librados: init done 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:49:32.957+0000 7fc810338900 5 asok(0x56109f266740) register_command cr dump hook 0x7fc7f8065068 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:49:32.958+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:49:32.958+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7c8077610 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:49:32.958+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f6cd440 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:49:32.959+0000 7fc810338900 20 realm 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:49:32.959+0000 7fc810338900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:49:32.960+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f6ef6c0 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:49:32.960+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:49:32.960+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:49:32.960+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f710f60 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:49:32.961+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:49:32.961+0000 7fc810338900 20 searching for the correct realm 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:49:32.961+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f733c70 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:49:32.962+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7f8078ac0 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:49:32.963+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc7f009b040 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:49:32.964+0000 7fc807fff640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x56109f733c70 msgr2=0x56109f754120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 1 client.7622.objecter ms_handle_reset 0x56109f733c70 session 0x56109f7335f0 osd.3 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 10 monclient: _renew_subs 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:49:32.964+0000 7fc807fff640 10 monclient: get_auth_request con 0x7fc7c80a4350 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:49:32.965+0000 7fc807fff640 10 monclient: get_auth_request con 0x7fc800029030 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:49:32.967+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc800068480 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:49:32.968+0000 7fc80c829640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56109f710f60 msgr2=0x56109f731340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:49:32.968+0000 7fc7e9ffb640 1 client.7622.objecter ms_handle_reset 0x56109f710f60 session 0x56109f6eea10 osd.4 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:49:32.968+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc7c80c50a0 auth_method 0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:49:32.972+0000 7fc810338900 20 zone default found 2026-04-17T17:49:33.052 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:49:32.972+0000 7fc810338900 4 Realm: () 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:49:32.972+0000 7fc810338900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:49:32.972+0000 7fc810338900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:49:32.972+0000 7fc810338900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:49:32.972+0000 7fc810338900 20 zonegroup default 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:49:32.973+0000 7fc810338900 20 started sync module instance, tier type = 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:49:32.973+0000 7fc810338900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:49:32.976+0000 7fc810338900 20 add_watcher() i=0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=4 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=5 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=6 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=1 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=7 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=2 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=3 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:49:32.978+0000 7fc810338900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:49:32.979+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc794007200 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:49:32.980+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache list hook 0x56109f62ddb0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache inspect hook 0x56109f62ddb0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache erase hook 0x56109f62ddb0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache zap hook 0x56109f62ddb0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:49:32.980+0000 7fc810338900 5 note: GC not initialized 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:49:32.981+0000 7fc7b97f2640 20 reqs_thread_entry: start 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace show hook 0x7fc7ec001d30 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace history hook 0x7fc7ec001d30 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace active hook 0x7fc7ec001d30 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace active_short hook 0x7fc7ec001d30 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:49:32.981+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f74c760 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:49:32.983+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f74e4f0 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:49:32.984+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f7301b0 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:49:32.986+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f746820 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:49:32.990+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f748c20 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:49:32.997+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f744c10 auth_method 0 2026-04-17T17:49:33.053 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:49:33.027+0000 7fc810338900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:49:33.027+0000 7fc810338900 20 Filter name: none 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:49:33.027+0000 7fc7b2ffd640 20 reqs_thread_entry: start 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:49:33.027+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:49:33.027+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:49:33.028+0000 7fc810338900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:49:33.032+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:49:33.032+0000 7fc810338900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:49:33.032+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:49:33.032+0000 7fc810338900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94629394478928 notifier 7622 bl.length()=839 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:49:33.038+0000 7fc810338900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc810338900 time 2026-04-17T17:49:33.039522+0000 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc81178f8f8] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:49:33.039+0000 7fc810338900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc810338900 thread_name:radosgw-admin 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc81083fc30] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc81088d02c] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc81178f957] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:49:33.054 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:49:33.055 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:49:33.059 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7b2ffd640 / http_manager 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7b97f2640 / http_manager 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7e9ffb640 / ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7eaffd640 / io_context_pool 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7eb7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7f5ffb640 / ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fcff9640 / ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fe7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7feffd640 / admin_socket 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fffff640 / msgr-worker-2 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8077fe640 / ms_dispatch 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc807fff640 / msgr-worker-1 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc80c829640 / msgr-worker-0 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc80d02a640 / io_context_pool 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 7fc810338900 / radosgw-admin 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.101987.log 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:49:32.941+0000 7fc810338900 5 monclient: authenticate success, global_id 7610 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:49:32.941+0000 7fc810338900 4 set_mon_vals no callback set 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:49:32.941+0000 7fc7fe7fc640 10 monclient: dump: 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: shutdown 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:49:32.941+0000 7fc810338900 5 asok(0x56109f266740) unregister_commands rotate-key 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:49:32.941+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:49:32.941+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.060 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:49:32.941+0000 7fc810338900 5 AuthRegistry(0x56109f36dab0) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:49:32.941+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:49:32.941+0000 7fc810338900 1 librados: starting msgr at 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:49:32.941+0000 7fc810338900 1 librados: starting objecter 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:49:32.941+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests hook 0x56109f36f770 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:49:32.942+0000 7fc810338900 1 librados: setting wanted keys 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:49:32.942+0000 7fc810338900 1 librados: calling monclient init 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding auth protocol: cephx 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: crc 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:49:32.942+0000 7fc810338900 5 AuthRegistry(0x56109f36bb00) adding con mode: secure 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:49:32.942+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:49:32.942+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:49:32.942+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key hook 0x56109f36bc48 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f2f6ee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f2f7e20 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f3a40a0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.061 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:49:32.942+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.019469s 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f2f6ee0 auth_method 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f3a40a0 auth_method 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:49:32.942+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f2f7e20 auth_method 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:49:32.942+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 8073 payload 824 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:49:32.942+0000 7fc807fff640 1 monclient: found mon.noname-a 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:49:32.942+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: dump: 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:49:32.943+0000 7fc7fcff9640 10 monclient: dump: 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:49:32.943+0000 7fc7fe7fc640 4 set_mon_vals no callback set 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:49:32.943+0000 7fc810338900 5 monclient: authenticate success, global_id 8073 2026-04-17T17:49:33.062 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:49:32.943+0000 7fc810338900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:49:32.943+0000 7fc810338900 1 librados: init done 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:49:32.945+0000 7fc7fcff9640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:49:32.945+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f3a0c10 auth_method 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:49:32.945+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7e4077690 auth_method 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:49:32.946+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f4db9f0 auth_method 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:49:32.947+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f4fdbd0 auth_method 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:49:32.949+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f4fd2c0 auth_method 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:49:32.949+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:49:32.949+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:49:32.949+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:49:32.949+0000 7fc810338900 5 AuthRegistry(0x56109f541650) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:49:32.950+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests cmddesc objecter_requests hook 0x56109f544f90 EEXIST 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding auth protocol: cephx 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: crc 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:49:32.950+0000 7fc810338900 5 AuthRegistry(0x56109f51e9b8) adding con mode: secure 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.063 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:49:32.950+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:49:32.950+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x56109f51eb00 EEXIST 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f56c560 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f56ee40 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f56c930 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:49:32.950+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.027641s 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f56ee40 auth_method 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f56c930 auth_method 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:49:32.950+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:49:32.950+0000 7fc80c829640 10 monclient(hunting): handle_auth_done global_id 7616 payload 824 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:49:32.951+0000 7fc80c829640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:49:32.951+0000 7fc80c829640 1 monclient: found mon.noname-c 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:49:32.951+0000 7fc80c829640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:49:32.951+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f56c560 auth_method 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: dump: 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:49:32.951+0000 7fc7f5ffb640 10 monclient: dump: 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:49:32.951+0000 7fc810338900 5 monclient: authenticate success, global_id 7616 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.064 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:49:32.951+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:49:32.951+0000 7fc80d02a640 4 set_mon_vals no callback set 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:49:32.952+0000 7fc7f5ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:49:32.953+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7d8077450 auth_method 0 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: get_monmap_and_config 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:49:32.953+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x56109f601980) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding auth protocol: cephx 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: crc 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:49:32.953+0000 7fc810338900 5 AuthRegistry(0x7fff5b174700) adding con mode: secure 2026-04-17T17:49:33.065 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:49:32.953+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:49:32.953+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x7fff5b174848 EEXIST 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f6289d0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f605810 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:49:32.953+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f62fe60 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.031013s 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f6289d0 auth_method 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f605810 auth_method 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f62fe60 auth_method 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:49:32.954+0000 7fc80c829640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:49:32.954+0000 7fc7fffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 8076 payload 274 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:49:32.954+0000 7fc807fff640 1 monclient: found mon.noname-a 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:49:32.954+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: dump: 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.066 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:49:32.954+0000 7fc7eb7fe640 10 monclient: dump: 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:49:32.954+0000 7fc810338900 5 monclient: authenticate success, global_id 8076 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:49:32.954+0000 7fc810338900 10 monclient: get_monmap_and_config success 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:49:32.954+0000 7fc810338900 4 set_mon_vals no callback set 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: shutdown 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: build_initial_monmap 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:49:32.955+0000 7fc810338900 1 build_initial for_mkfs: 0 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: monmap: 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6065b0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: starting msgr at 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: starting objecter 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:49:32.955+0000 7fc810338900 5 asok(0x56109f266740) register_command objecter_requests cmddesc objecter_requests hook 0x56109f6042f0 EEXIST 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: setting wanted keys 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:49:32.955+0000 7fc810338900 1 librados: calling monclient init 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: init 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding auth protocol: cephx 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.067 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: crc 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:49:32.955+0000 7fc810338900 5 AuthRegistry(0x56109f6000f0) adding con mode: secure 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:49:32.955+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:49:32.955+0000 7fc810338900 5 asok(0x56109f266740) register_command rotate-key cmddesc rotate-key hook 0x56109f600238 EEXIST 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: _reopen_session rank -1 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-b con 0x56109f6289d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-a con 0x56109f62fe60 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): picked mon.noname-c con 0x56109f62e010 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): start opening mon connection 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): _renew_subs 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:49:32.955+0000 7fc810338900 10 monclient(hunting): authenticate will time out at 2080.032946s 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): get_auth_request con 0x56109f62e010 auth_method 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): get_auth_request con 0x56109f62fe60 auth_method 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:49:32.956+0000 7fc80c829640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): get_auth_request con 0x56109f6289d0 auth_method 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:49:32.956+0000 7fc7fffff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient(hunting): handle_auth_done global_id 7622 payload 824 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient: _finish_hunting 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:49:32.956+0000 7fc807fff640 1 monclient: found mon.noname-c 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:49:32.956+0000 7fc807fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: dump: 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: _finish_auth 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:49:32.956+0000 7fc7e9ffb640 10 monclient: dump: 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.068 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:49:32.956+0000 7fc7eb7fe640 4 set_mon_vals no callback set 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:49:32.956+0000 7fc810338900 5 monclient: authenticate success, global_id 7622 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:49:32.956+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:49:32.956+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:49:32.957+0000 7fc810338900 10 monclient: _renew_subs 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:49:32.957+0000 7fc810338900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:49:32.957+0000 7fc810338900 1 librados: init done 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:49:32.957+0000 7fc810338900 5 asok(0x56109f266740) register_command cr dump hook 0x7fc7f8065068 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:49:32.958+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:49:32.958+0000 7fc7e9ffb640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:49:32.958+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7c8077610 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:49:32.958+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f6cd440 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:49:32.959+0000 7fc810338900 20 realm 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:49:32.959+0000 7fc810338900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:49:32.959+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:49:32.960+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f6ef6c0 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:49:32.960+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:49:32.960+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:49:32.960+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f710f60 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:49:32.961+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:49:32.961+0000 7fc810338900 20 searching for the correct realm 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:49:32.961+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f733c70 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:49:32.962+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc7f8078ac0 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:49:32.963+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc7f009b040 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:49:32.964+0000 7fc807fff640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x56109f733c70 msgr2=0x56109f754120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 1 client.7622.objecter ms_handle_reset 0x56109f733c70 session 0x56109f7335f0 osd.3 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 10 monclient: _renew_subs 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:49:32.964+0000 7fc7e9ffb640 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:49:32.964+0000 7fc807fff640 10 monclient: get_auth_request con 0x7fc7c80a4350 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:49:32.965+0000 7fc807fff640 10 monclient: get_auth_request con 0x7fc800029030 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:49:32.967+0000 7fc7fffff640 10 monclient: get_auth_request con 0x7fc800068480 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:49:32.968+0000 7fc80c829640 0 -- 192.168.123.106:0/1469545090 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x56109f710f60 msgr2=0x56109f731340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:49:32.968+0000 7fc7e9ffb640 1 client.7622.objecter ms_handle_reset 0x56109f710f60 session 0x56109f6eea10 osd.4 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:49:32.968+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc7c80c50a0 auth_method 0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:49:32.971+0000 7fc810338900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.069 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:49:32.971+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:49:32.972+0000 7fc810338900 20 zone default found 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:49:32.972+0000 7fc810338900 4 Realm: () 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:49:32.972+0000 7fc810338900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:49:32.972+0000 7fc810338900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:49:32.972+0000 7fc810338900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:49:32.972+0000 7fc810338900 20 zonegroup default 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:49:32.972+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:49:32.973+0000 7fc810338900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:49:32.973+0000 7fc810338900 20 started sync module instance, tier type = 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:49:32.973+0000 7fc810338900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:49:32.976+0000 7fc810338900 20 add_watcher() i=0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=4 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=5 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=6 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=1 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:49:32.977+0000 7fc810338900 20 add_watcher() i=7 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=2 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:49:32.978+0000 7fc810338900 20 add_watcher() i=3 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:49:32.978+0000 7fc810338900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:49:32.979+0000 7fc80c829640 10 monclient: get_auth_request con 0x7fc794007200 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding auth protocol: cephx 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: crc 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:49:32.980+0000 7fc810338900 5 AuthRegistry(0x7fff5b1747f0) adding con mode: secure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:49:32.980+0000 7fc810338900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:49:32.980+0000 7fc810338900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache list hook 0x56109f62ddb0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache inspect hook 0x56109f62ddb0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache erase hook 0x56109f62ddb0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:49:32.980+0000 7fc810338900 5 asok(0x56109f266740) register_command cache zap hook 0x56109f62ddb0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:49:32.980+0000 7fc810338900 5 note: GC not initialized 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:49:32.981+0000 7fc7b97f2640 20 reqs_thread_entry: start 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace show hook 0x7fc7ec001d30 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace history hook 0x7fc7ec001d30 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace active hook 0x7fc7ec001d30 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:49:32.981+0000 7fc810338900 5 asok(0x56109f266740) register_command sync trace active_short hook 0x7fc7ec001d30 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:49:32.981+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f74c760 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:49:32.983+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f74e4f0 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:49:32.984+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f7301b0 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:49:32.986+0000 7fc807fff640 10 monclient: get_auth_request con 0x56109f746820 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:49:32.990+0000 7fc7fffff640 10 monclient: get_auth_request con 0x56109f748c20 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:49:32.997+0000 7fc80c829640 10 monclient: get_auth_request con 0x56109f744c10 auth_method 0 2026-04-17T17:49:33.070 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:49:33.027+0000 7fc810338900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:49:33.027+0000 7fc810338900 20 Filter name: none 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:49:33.027+0000 7fc7b2ffd640 20 reqs_thread_entry: start 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:49:33.027+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:49:33.027+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:49:33.028+0000 7fc810338900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:49:33.028+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:49:33.028+0000 7fc810338900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:49:33.028+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:49:33.028+0000 7fc810338900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:49:33.032+0000 7fc810338900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:49:33.032+0000 7fc810338900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:49:33.032+0000 7fc810338900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:49:33.032+0000 7fc810338900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894554 cookie 94629394478928 notifier 7622 bl.length()=839 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:49:33.033+0000 7fc7eaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:49:33.034+0000 7fc810338900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:49:33.038+0000 7fc810338900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fc810338900 time 2026-04-17T17:49:33.039522+0000 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7fc81178f8f8] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:49:33.039+0000 7fc810338900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7fc810338900 thread_name:radosgw-admin 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7fc81083fc30] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7fc81088d02c] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7fc81178f957] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x56109cd9f0d2] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x56109d4c0906] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7fc81082a610] 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:49:33.071 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:49:33.072 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7b2ffd640 / http_manager 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7b97f2640 / http_manager 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7e9ffb640 / ms_dispatch 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7eaffd640 / io_context_pool 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7eb7fe640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7f5ffb640 / ms_dispatch 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fcff9640 / ms_dispatch 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fe7fc640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:49:33.073 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7feffd640 / admin_socket 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc7fffff640 / msgr-worker-2 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc8077fe640 / ms_dispatch 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc807fff640 / msgr-worker-1 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc80c829640 / msgr-worker-0 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc80d02a640 / io_context_pool 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: 7fc810338900 / radosgw-admin 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:49:33.040475Z_61155910-61bb-48b4-bd94-0072385dbfa7/log 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:33.074 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:33.097 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.094+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.095+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.095+0000 7f18c9210900 20 realm 2026-04-17T17:49:33.098 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.095+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.096+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.096+0000 7f18c9210900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:33.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.096+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.096+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.096+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.097+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.097+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.097+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:33.100 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.097+0000 7f18c9210900 20 searching for the correct realm 2026-04-17T17:49:33.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.101+0000 7f18c4947640 0 -- 192.168.123.106:0/1202792645 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f18b80ae020 msgr2=0x7f18b80b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:49:33.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.307+0000 7f18c5148640 0 -- 192.168.123.106:0/1202792645 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f18ac02c920 msgr2=0x7f18ac038400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 zone default found 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 4 Realm: () 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 zonegroup default 2026-04-17T17:49:33.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.310+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 started sync module instance, tier type = 2026-04-17T17:49:33.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.311+0000 7f18c9210900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:33.318 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.315+0000 7f18c9210900 20 add_watcher() i=3 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.315+0000 7f18c9210900 20 add_watcher() i=0 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.315+0000 7f18c9210900 20 add_watcher() i=2 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.315+0000 7f18c9210900 20 add_watcher() i=1 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.316+0000 7f18c9210900 20 add_watcher() i=4 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.316+0000 7f18c9210900 20 add_watcher() i=6 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.316+0000 7f18c9210900 20 add_watcher() i=5 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.316+0000 7f18c9210900 20 add_watcher() i=7 2026-04-17T17:49:33.319 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.316+0000 7f18c9210900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:33.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.318+0000 7f18c9210900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:33.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.318+0000 7f18c9210900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:33.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.318+0000 7f18c9210900 5 note: GC not initialized 2026-04-17T17:49:33.321 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.318+0000 7f1871feb640 20 reqs_thread_entry: start 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.361+0000 7f18c9210900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.361+0000 7f18c9210900 20 Filter name: none 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f186b7fe640 20 reqs_thread_entry: start 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.362+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.363+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.365 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.363+0000 7f18c9210900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.363+0000 7f18c9210900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:33.366 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.363+0000 7f18c9210900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=3 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 2 removed watcher, disabling cache 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=4 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=0 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=5 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=6 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=1 2026-04-17T17:49:33.371 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=7 2026-04-17T17:49:33.372 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.368+0000 7f18c9210900 20 remove_watcher() i=2 2026-04-17T17:49:33.380 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:49:33.380 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:49:33.409 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:49:33.429 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:49:33.429 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:49:33.451 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.448+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 realm 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.452 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.449+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.450+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.450+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.453 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.451+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:49:33.454 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.451+0000 7f526b812900 20 searching for the correct realm 2026-04-17T17:49:33.457 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.454+0000 7f52676e8640 0 -- 192.168.123.106:0/428128337 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55a03707fa50 msgr2=0x55a03709fe50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.457+0000 7f52676e8640 0 -- 192.168.123.106:0/428128337 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x7f52240a4350 msgr2=0x7f52240c4750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:49:33.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:49:33.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.460+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 zone default found 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 4 Realm: () 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 zonegroup default 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.464 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.461+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.462+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.462+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.462+0000 7f526b812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:49:33.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.462+0000 7f526b812900 20 started sync module instance, tier type = 2026-04-17T17:49:33.465 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.462+0000 7f526b812900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:49:33.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.465+0000 7f526b812900 20 add_watcher() i=0 2026-04-17T17:49:33.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.465+0000 7f526b812900 20 add_watcher() i=6 2026-04-17T17:49:33.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.465+0000 7f526b812900 20 add_watcher() i=3 2026-04-17T17:49:33.468 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.465+0000 7f526b812900 20 add_watcher() i=2 2026-04-17T17:49:33.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.466+0000 7f526b812900 20 add_watcher() i=7 2026-04-17T17:49:33.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.466+0000 7f526b812900 20 add_watcher() i=5 2026-04-17T17:49:33.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.466+0000 7f526b812900 20 add_watcher() i=4 2026-04-17T17:49:33.469 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.467+0000 7f526b812900 20 add_watcher() i=1 2026-04-17T17:49:33.470 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.467+0000 7f526b812900 2 all 8 watchers are set, enabling cache 2026-04-17T17:49:33.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.468+0000 7f526b812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:49:33.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.468+0000 7f526b812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:49:33.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.469+0000 7f526b812900 5 note: GC not initialized 2026-04-17T17:49:33.472 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.469+0000 7f520f7fe640 20 reqs_thread_entry: start 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.508+0000 7f526b812900 20 init_complete bucket index max shards: 1 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 20 Filter name: none 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f520d7fa640 20 reqs_thread_entry: start 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:49:33.512 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 20 rados->read ofs=0 len=0 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.509+0000 7f526b812900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:33.513 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.510+0000 7f526b812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 20 remove_watcher() i=7 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 2 removed watcher, disabling cache 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 20 remove_watcher() i=2 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 20 remove_watcher() i=4 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 20 remove_watcher() i=0 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.514+0000 7f526b812900 20 remove_watcher() i=5 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.515+0000 7f526b812900 20 remove_watcher() i=6 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.515+0000 7f526b812900 20 remove_watcher() i=3 2026-04-17T17:49:33.518 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:49:33.515+0000 7f526b812900 20 remove_watcher() i=1 2026-04-17T17:50:03.554 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2026-04-17T17:50:03.577 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:03.577 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:03.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.596+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 realm 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.599+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:03.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.599+0000 7f410bb6e900 20 searching for the correct realm 2026-04-17T17:50:03.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.602+0000 7f41037fe640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5577901283b0 msgr2=0x557790148860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.604+0000 7f4102ffd640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f40fc0d3070 msgr2=0x7f40fc0bf220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zone default found 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Realm: () 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zonegroup default 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started sync module instance, tier type = 2026-04-17T17:50:03.612 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=0 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=6 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=5 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=7 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=3 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=2 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=4 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=1 2026-04-17T17:50:03.617 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.614+0000 7f410bb6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:03.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:03.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:03.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.616+0000 7f410bb6e900 5 note: GC not initialized 2026-04-17T17:50:03.619 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.617+0000 7f40b4fe9640 20 reqs_thread_entry: start 2026-04-17T17:50:03.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.663+0000 7f410bb6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:03.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.663+0000 7f410bb6e900 20 Filter name: none 2026-04-17T17:50:03.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.663+0000 7f40ae7fc640 20 reqs_thread_entry: start 2026-04-17T17:50:03.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.663+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:03.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:03.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:03.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:03.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:03.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.665+0000 7f410bb6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:03.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.666+0000 7f410bb6e900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:03.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.670+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.670+0000 7f410bb6e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.670+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.670+0000 7f410bb6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:03.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 93972006628272 notifier 8133 bl.length()=839 2026-04-17T17:50:03.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:03.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:03.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:03.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:03.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.674+0000 7f40e2ffd640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1' needs retry: Success 2026-04-17T17:50:03.677 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f410bb6e900 time 2026-04-17T17:50:03.676531+0000 2026-04-17T17:50:03.677 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f410cf8f8f8] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.675+0000 7f410bb6e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f410bb6e900 time 2026-04-17T17:50:03.676531+0000 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f410cf8f8f8] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f410bb6e900 thread_name:radosgw-admin 2026-04-17T17:50:03.678 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f410c03fc30] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f410c08d02c] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f410cf8f957] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:50:03.679 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.676+0000 7f410bb6e900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f410bb6e900 thread_name:radosgw-admin 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f410c03fc30] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f410c08d02c] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f410cf8f957] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: dump: 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.681 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:50:03.580+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8121 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:50:03.580+0000 7f410bb6e900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:50:03.580+0000 7f410bb6e900 4 set_mon_vals no callback set 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:50:03.580+0000 7f410bb6e900 10 monclient: shutdown 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:50:03.580+0000 7f410bb6e900 5 asok(0x55778fc5e740) unregister_commands rotate-key 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: starting msgr at 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: starting objecter 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests hook 0x55778fd67080 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: setting wanted keys 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: calling monclient init 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.682 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key hook 0x55778fd63c48 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x55778fceeee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x55778fcef2b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x55778fcefe20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.658833s 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x55778fceeee0 auth_method 0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x55778fcefe20 auth_method 0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient(hunting): handle_auth_done global_id 7664 payload 824 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:50:03.582+0000 7f4103fff640 1 monclient: found mon.noname-c 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:50:03.582+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fcef2b0 auth_method 0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: dump: 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.683 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: dump: 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:50:03.582+0000 7f410bb6e900 5 monclient: authenticate success, global_id 7664 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:50:03.582+0000 7f40f9ffb640 4 set_mon_vals no callback set 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:50:03.582+0000 7f410bb6e900 1 librados: init done 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:50:03.584+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40e4077540 auth_method 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:50:03.584+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fe44380 auth_method 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:50:03.585+0000 7f41037fe640 10 monclient: get_auth_request con 0x55778fed33a0 auth_method 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:50:03.585+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fef5a30 auth_method 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:50:03.586+0000 7f4103fff640 10 monclient: get_auth_request con 0x55778fef50c0 auth_method 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:50:03.587+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.684 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:50:03.587+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests cmddesc objecter_requests hook 0x55778ff3ced0 EEXIST 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:50:03.588+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:50:03.588+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:50:03.588+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x55778ff16a10 EEXIST 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x55778ff644a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x55778ff64870 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x55778ff65510 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.665275s 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x55778ff65510 auth_method 0 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x55778ff64870 auth_method 0 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_done global_id 8127 payload 824 2026-04-17T17:50:03.685 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:50:03.588+0000 7f41037fe640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:50:03.588+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778ff644a0 auth_method 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: dump: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: dump: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:50:03.588+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8127 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:50:03.588+0000 7f41088e9640 4 set_mon_vals no callback set 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:50:03.589+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:50:03.589+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:50:03.590+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40d8077590 auth_method 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: get_monmap_and_config 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:50:03.590+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.686 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x7fff1ad05e38 EEXIST 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x5577900207d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x557790023f10 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x557790050da0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.668629s 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x557790023f10 auth_method 0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): get_auth_request con 0x5577900207d0 auth_method 0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_done global_id 8130 payload 274 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:50:03.591+0000 7f4103fff640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:50:03.592+0000 7f41037fe640 10 monclient: get_auth_request con 0x557790050da0 auth_method 0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: dump: 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.687 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: dump: 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:50:03.592+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8130 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:50:03.592+0000 7f410bb6e900 4 set_mon_vals no callback set 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: shutdown 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:50:03.592+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:50:03.592+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: starting msgr at 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: starting objecter 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests cmddesc objecter_requests hook 0x55778ffff3c0 EEXIST 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: setting wanted keys 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: calling monclient init 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.688 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x55778fff8198 EEXIST 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x557790023f10 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x557790050da0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x557790050660 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.670616s 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x557790050660 auth_method 0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): get_auth_request con 0x557790023f10 auth_method 0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x557790050da0 auth_method 0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:50:03.594+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient(hunting): handle_auth_done global_id 8133 payload 824 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:50:03.594+0000 7f4102ffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: dump: 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.689 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: dump: 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:50:03.594+0000 7f40e2ffd640 4 set_mon_vals no callback set 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:50:03.594+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8133 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:50:03.594+0000 7f410bb6e900 1 librados: init done 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:50:03.594+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cr dump hook 0x7f40fc0b9a48 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:50:03.596+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:50:03.596+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f40c4077600 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:50:03.597+0000 7f41037fe640 10 monclient: get_auth_request con 0x5577900c1730 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 realm 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:50:03.597+0000 7f410bb6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:50:03.598+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577900e3e30 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:50:03.598+0000 7f4103fff640 10 monclient: get_auth_request con 0x557790105640 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:50:03.599+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:50:03.599+0000 7f410bb6e900 20 searching for the correct realm 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:50:03.599+0000 7f41037fe640 10 monclient: get_auth_request con 0x5577901283b0 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:50:03.600+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40f406ac30 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:50:03.600+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f40f006c350 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:50:03.602+0000 7f41037fe640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5577901283b0 msgr2=0x557790148860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:50:03.602+0000 7f40e17fa640 1 client.8133.objecter ms_handle_reset 0x5577901283b0 session 0x557790127d30 osd.3 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:50:03.602+0000 7f40e17fa640 10 monclient: _renew_subs 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:50:03.602+0000 7f40e17fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:50:03.602+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40c40a4340 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:50:03.602+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40fc0d0040 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:50:03.604+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40fc0d3070 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:50:03.604+0000 7f4102ffd640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f40fc0d3070 msgr2=0x7f40fc0bf220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:50:03.605+0000 7f40e17fa640 1 client.8133.objecter ms_handle_reset 0x7f40fc0d3070 session 0x7f40fc0c47b0 osd.0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:50:03.605+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577901283b0 auth_method 0 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:03.690 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zone default found 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Realm: () 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:50:03.609+0000 7f410bb6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zonegroup default 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started sync module instance, tier type = 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=6 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=5 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=7 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=3 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=2 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=4 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=1 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:50:03.614+0000 7f410bb6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:50:03.614+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f4090007200 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:50:03.616+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache list hook 0x557790050a90 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache inspect hook 0x557790050a90 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache erase hook 0x557790050a90 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache zap hook 0x557790050a90 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 note: GC not initialized 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:50:03.617+0000 7f40b4fe9640 20 reqs_thread_entry: start 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace show hook 0x7f40fc0b9950 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace history hook 0x7f40fc0b9950 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace active hook 0x7f40fc0b9950 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace active_short hook 0x7f40fc0b9950 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:50:03.617+0000 7f41037fe640 10 monclient: get_auth_request con 0x55779015f710 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:50:03.619+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577901351b0 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:50:03.620+0000 7f4103fff640 10 monclient: get_auth_request con 0x55779015a150 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:50:03.626+0000 7f41037fe640 10 monclient: get_auth_request con 0x55779015b3c0 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:50:03.630+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55779013d240 auth_method 0 2026-04-17T17:50:03.691 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:50:03.635+0000 7f4103fff640 10 monclient: get_auth_request con 0x55779013f5c0 auth_method 0 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:50:03.663+0000 7f410bb6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:50:03.663+0000 7f410bb6e900 20 Filter name: none 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:50:03.663+0000 7f40ae7fc640 20 reqs_thread_entry: start 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:50:03.663+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:50:03.665+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:50:03.666+0000 7f410bb6e900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 93972006628272 notifier 8133 bl.length()=839 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:50:03.674+0000 7f40e2ffd640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1' needs retry: Success 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:50:03.675+0000 7f410bb6e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f410bb6e900 time 2026-04-17T17:50:03.676531+0000 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f410cf8f8f8] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:50:03.676+0000 7f410bb6e900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f410bb6e900 thread_name:radosgw-admin 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f410c03fc30] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f410c08d02c] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f410cf8f957] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:50:03.692 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:50:03.693 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40ae7fc640 / http_manager 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40b4fe9640 / http_manager 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40e17fa640 / ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40e2ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40ed7fa640 / ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40effff640 / ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40f9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f40fa7fc640 / admin_socket 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f41027fc640 / ms_dispatch 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f4102ffd640 / msgr-worker-2 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f41037fe640 / msgr-worker-1 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f4103fff640 / msgr-worker-0 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f41088e9640 / io_context_pool 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 7f410bb6e900 / radosgw-admin 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.102267.log 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:50:03.580+0000 7f40f9ffb640 10 monclient: dump: 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.694 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:50:03.580+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8121 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:50:03.580+0000 7f410bb6e900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:50:03.580+0000 7f410bb6e900 4 set_mon_vals no callback set 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:50:03.580+0000 7f410bb6e900 10 monclient: shutdown 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:50:03.580+0000 7f410bb6e900 5 asok(0x55778fc5e740) unregister_commands rotate-key 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd69430) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: starting msgr at 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: starting objecter 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests hook 0x55778fd67080 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: setting wanted keys 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:50:03.581+0000 7f410bb6e900 1 librados: calling monclient init 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding auth protocol: cephx 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: crc 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 AuthRegistry(0x55778fd63b00) adding con mode: secure 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:50:03.581+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:50:03.581+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key hook 0x55778fd63c48 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x55778fceeee0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x55778fcef2b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x55778fcefe20 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.695 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:50:03.581+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.658833s 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x55778fceeee0 auth_method 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x55778fcefe20 auth_method 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:50:03.581+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:50:03.581+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient(hunting): handle_auth_done global_id 7664 payload 824 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:50:03.582+0000 7f4103fff640 1 monclient: found mon.noname-c 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:50:03.582+0000 7f4103fff640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:50:03.582+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fcef2b0 auth_method 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: dump: 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:50:03.582+0000 7f40effff640 10 monclient: dump: 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:50:03.582+0000 7f410bb6e900 5 monclient: authenticate success, global_id 7664 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:50:03.582+0000 7f40f9ffb640 4 set_mon_vals no callback set 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:50:03.582+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:50:03.582+0000 7f410bb6e900 1 librados: init done 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:50:03.583+0000 7f40effff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:50:03.584+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40e4077540 auth_method 0 2026-04-17T17:50:03.696 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:50:03.584+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fe44380 auth_method 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:50:03.585+0000 7f41037fe640 10 monclient: get_auth_request con 0x55778fed33a0 auth_method 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:50:03.585+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778fef5a30 auth_method 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:50:03.586+0000 7f4103fff640 10 monclient: get_auth_request con 0x55778fef50c0 auth_method 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:50:03.587+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff395a0) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:50:03.587+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests cmddesc objecter_requests hook 0x55778ff3ced0 EEXIST 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:50:03.587+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding auth protocol: cephx 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: crc 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:50:03.587+0000 7f410bb6e900 5 AuthRegistry(0x55778ff168c8) adding con mode: secure 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:50:03.588+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:50:03.588+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:50:03.588+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x55778ff16a10 EEXIST 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _add_conns ranks=[1,2,0] 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x55778ff644a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x55778ff64870 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x55778ff65510 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.665275s 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x55778ff65510 auth_method 0 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.697 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x55778ff64870 auth_method 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:50:03.588+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient(hunting): handle_auth_done global_id 8127 payload 824 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:50:03.588+0000 7f41037fe640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:50:03.588+0000 7f41037fe640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:50:03.588+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55778ff644a0 auth_method 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: dump: 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:50:03.588+0000 7f40ed7fa640 10 monclient: dump: 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:50:03.588+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8127 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:50:03.588+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:50:03.588+0000 7f41088e9640 4 set_mon_vals no callback set 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:50:03.589+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:50:03.589+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:50:03.590+0000 7f40ed7fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:50:03.590+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40d8077590 auth_method 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: get_monmap_and_config 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:50:03.590+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:50:03.590+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.698 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:50:03.590+0000 7f410bb6e900 5 AuthRegistry(0x55778fff9820) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding auth protocol: cephx 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: crc 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05cf0) adding con mode: secure 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:50:03.591+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:50:03.591+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x7fff1ad05e38 EEXIST 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient: _add_conns ranks=[1,0,2] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x5577900207d0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x557790023f10 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x557790050da0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:50:03.591+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.668629s 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x557790023f10 auth_method 0 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): get_auth_request con 0x5577900207d0 auth_method 0 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:50:03.591+0000 7f4102ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient(hunting): handle_auth_done global_id 8130 payload 274 2026-04-17T17:50:03.699 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:50:03.591+0000 7f4103fff640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:50:03.591+0000 7f4103fff640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:50:03.592+0000 7f41037fe640 10 monclient: get_auth_request con 0x557790050da0 auth_method 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: dump: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:50:03.592+0000 7f40e2ffd640 10 monclient: dump: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:50:03.592+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8130 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:50:03.592+0000 7f410bb6e900 4 set_mon_vals no callback set 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: shutdown 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: build_initial_monmap 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:50:03.592+0000 7f410bb6e900 1 build_initial for_mkfs: 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:50:03.592+0000 7f410bb6e900 10 monclient: monmap: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:50:03.592+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding auth protocol: cephx 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: crc 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff96f0) adding con mode: secure 2026-04-17T17:50:03.700 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: starting msgr at 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: starting objecter 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command objecter_requests cmddesc objecter_requests hook 0x55778ffff3c0 EEXIST 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: setting wanted keys 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:50:03.593+0000 7f410bb6e900 1 librados: calling monclient init 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: init 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding auth protocol: cephx 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: crc 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 AuthRegistry(0x55778fff8050) adding con mode: secure 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:50:03.593+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:50:03.593+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command rotate-key cmddesc rotate-key hook 0x55778fff8198 EEXIST 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-a con 0x557790023f10 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-b con 0x557790050da0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): picked mon.noname-c con 0x557790050660 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:50:03.593+0000 7f410bb6e900 10 monclient(hunting): authenticate will time out at 2110.670616s 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): get_auth_request con 0x557790050660 auth_method 0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): get_auth_request con 0x557790023f10 auth_method 0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): get_auth_request con 0x557790050da0 auth_method 0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:50:03.593+0000 7f4102ffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:50:03.593+0000 7f41037fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:50:03.593+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:50:03.594+0000 7f4103fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient(hunting): handle_auth_done global_id 8133 payload 824 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:50:03.594+0000 7f4102ffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:50:03.594+0000 7f4102ffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: dump: 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.701 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:50:03.594+0000 7f40e17fa640 10 monclient: dump: 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:50:03.594+0000 7f40e2ffd640 4 set_mon_vals no callback set 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:50:03.594+0000 7f410bb6e900 5 monclient: authenticate success, global_id 8133 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _renew_subs 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:50:03.594+0000 7f410bb6e900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:50:03.594+0000 7f410bb6e900 1 librados: init done 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:50:03.594+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cr dump hook 0x7f40fc0b9a48 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:50:03.596+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:50:03.596+0000 7f40e17fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:50:03.596+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f40c4077600 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:50:03.597+0000 7f41037fe640 10 monclient: get_auth_request con 0x5577900c1730 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 realm 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:50:03.597+0000 7f410bb6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:50:03.597+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:50:03.598+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577900e3e30 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:50:03.598+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:50:03.598+0000 7f4103fff640 10 monclient: get_auth_request con 0x557790105640 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:50:03.599+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:50:03.599+0000 7f410bb6e900 20 searching for the correct realm 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:50:03.599+0000 7f41037fe640 10 monclient: get_auth_request con 0x5577901283b0 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:50:03.600+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40f406ac30 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:50:03.600+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f40f006c350 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:50:03.602+0000 7f41037fe640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5577901283b0 msgr2=0x557790148860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:50:03.602+0000 7f40e17fa640 1 client.8133.objecter ms_handle_reset 0x5577901283b0 session 0x557790127d30 osd.3 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:50:03.602+0000 7f40e17fa640 10 monclient: _renew_subs 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:50:03.602+0000 7f40e17fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:50:03.602+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40c40a4340 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:50:03.602+0000 7f41037fe640 10 monclient: get_auth_request con 0x7f40fc0d0040 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:50:03.604+0000 7f4102ffd640 10 monclient: get_auth_request con 0x7f40fc0d3070 auth_method 0 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:50:03.604+0000 7f4102ffd640 0 -- 192.168.123.106:0/1609825617 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f40fc0d3070 msgr2=0x7f40fc0bf220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.702 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:50:03.605+0000 7f40e17fa640 1 client.8133.objecter ms_handle_reset 0x7f40fc0d3070 session 0x7f40fc0c47b0 osd.0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:50:03.605+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577901283b0 auth_method 0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:50:03.608+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zone default found 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Realm: () 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:50:03.609+0000 7f410bb6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:50:03.609+0000 7f410bb6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 zonegroup default 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started sync module instance, tier type = 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:50:03.609+0000 7f410bb6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=6 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=5 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=7 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=3 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=2 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=4 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:50:03.614+0000 7f410bb6e900 20 add_watcher() i=1 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:50:03.614+0000 7f410bb6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:50:03.614+0000 7f4103fff640 10 monclient: get_auth_request con 0x7f4090007200 auth_method 0 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding auth protocol: cephx 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: crc 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 AuthRegistry(0x7fff1ad05de0) adding con mode: secure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:50:03.616+0000 7f410bb6e900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:50:03.616+0000 7f410bb6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache list hook 0x557790050a90 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache inspect hook 0x557790050a90 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache erase hook 0x557790050a90 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command cache zap hook 0x557790050a90 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:50:03.616+0000 7f410bb6e900 5 note: GC not initialized 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:50:03.617+0000 7f40b4fe9640 20 reqs_thread_entry: start 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace show hook 0x7f40fc0b9950 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace history hook 0x7f40fc0b9950 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace active hook 0x7f40fc0b9950 2026-04-17T17:50:03.703 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:50:03.617+0000 7f410bb6e900 5 asok(0x55778fc5e740) register_command sync trace active_short hook 0x7f40fc0b9950 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:50:03.617+0000 7f41037fe640 10 monclient: get_auth_request con 0x55779015f710 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:50:03.619+0000 7f4102ffd640 10 monclient: get_auth_request con 0x5577901351b0 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:50:03.620+0000 7f4103fff640 10 monclient: get_auth_request con 0x55779015a150 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:50:03.626+0000 7f41037fe640 10 monclient: get_auth_request con 0x55779015b3c0 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:50:03.630+0000 7f4102ffd640 10 monclient: get_auth_request con 0x55779013d240 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:50:03.635+0000 7f4103fff640 10 monclient: get_auth_request con 0x55779013f5c0 auth_method 0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:50:03.663+0000 7f410bb6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:50:03.663+0000 7f410bb6e900 20 Filter name: none 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:50:03.663+0000 7f40ae7fc640 20 reqs_thread_entry: start 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:50:03.663+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:50:03.664+0000 7f410bb6e900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:50:03.664+0000 7f410bb6e900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:50:03.665+0000 7f410bb6e900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:50:03.665+0000 7f410bb6e900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:50:03.666+0000 7f410bb6e900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:50:03.670+0000 7f410bb6e900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 93972006628272 notifier 8133 bl.length()=839 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:50:03.671+0000 7f40e2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:50:03.672+0000 7f410bb6e900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:50:03.674+0000 7f40e2ffd640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1' needs retry: Success 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:50:03.675+0000 7f410bb6e900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f410bb6e900 time 2026-04-17T17:50:03.676531+0000 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f410cf8f8f8] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 3: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 5: main() 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 6: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 7: __libc_start_main() 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 8: _start() 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:50:03.676+0000 7f410bb6e900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f410bb6e900 thread_name:radosgw-admin 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f410c03fc30] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f410c08d02c] 2026-04-17T17:50:03.704 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f410cf8f957] 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x55778ca680d2] 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 7: radosgw-admin(+0x10182cf) [0x55778d6652cf] 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xfe) [0x55778d18989e] 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 9: main() 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 10: /lib64/libc.so.6(+0x2a610) [0x7f410c02a610] 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 11: __libc_start_main() 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 12: _start() 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:50:03.705 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40ae7fc640 / http_manager 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40b4fe9640 / http_manager 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40e17fa640 / ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40e2ffd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40ed7fa640 / ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40effff640 / ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40f9ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f40fa7fc640 / admin_socket 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f41027fc640 / ms_dispatch 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f4102ffd640 / msgr-worker-2 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f41037fe640 / msgr-worker-1 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f4103fff640 / msgr-worker-0 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f41088e9640 / io_context_pool 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: 7f410bb6e900 / radosgw-admin 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:50:03.677617Z_eb33bf91-1c2c-415c-bf92-eb1af4abcdb8/log 2026-04-17T17:50:03.706 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:50:03.707 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:50:03.707 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:03.707 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:03.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.724+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 realm 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.725+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.726+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.726+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.726+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:03.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.726+0000 7f33c295b900 20 searching for the correct realm 2026-04-17T17:50:03.732 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.729+0000 7f33beed5640 0 -- 192.168.123.106:0/1434161704 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x558bc1717090 msgr2=0x558bc1737470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:50:03.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.733+0000 7f33be6d4640 0 -- 192.168.123.106:0/1434161704 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f33b00685c0 msgr2=0x7f33b0088360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:03.738 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.735+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 zone default found 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 4 Realm: () 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 zonegroup default 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.739 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.736+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.737+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.737+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.737+0000 7f33c295b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:03.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.737+0000 7f33c295b900 20 started sync module instance, tier type = 2026-04-17T17:50:03.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.737+0000 7f33c295b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:03.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.739+0000 7f33c295b900 20 add_watcher() i=0 2026-04-17T17:50:03.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.740+0000 7f33c295b900 20 add_watcher() i=4 2026-04-17T17:50:03.743 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.740+0000 7f33c295b900 20 add_watcher() i=5 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 20 add_watcher() i=6 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 20 add_watcher() i=3 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 20 add_watcher() i=2 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 20 add_watcher() i=1 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 20 add_watcher() i=7 2026-04-17T17:50:03.744 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.741+0000 7f33c295b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:03.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.743+0000 7f33c295b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:03.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.743+0000 7f33c295b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:03.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.743+0000 7f33c295b900 5 note: GC not initialized 2026-04-17T17:50:03.746 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.744+0000 7f3366ffd640 20 reqs_thread_entry: start 2026-04-17T17:50:03.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.784+0000 7f33c295b900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:03.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.784+0000 7f33c295b900 20 Filter name: none 2026-04-17T17:50:03.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.784+0000 7f3364ff9640 20 reqs_thread_entry: start 2026-04-17T17:50:03.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.784+0000 7f33c295b900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:03.787 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.784+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 20 rados->read ofs=0 len=0 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:50:03.788 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.785+0000 7f33c295b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:50:03.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.786+0000 7f33c295b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:50:03.789 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.786+0000 7f33c295b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=7 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 2 removed watcher, disabling cache 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=0 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=2 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=3 2026-04-17T17:50:03.793 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=4 2026-04-17T17:50:03.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=1 2026-04-17T17:50:03.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=5 2026-04-17T17:50:03.794 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:03.790+0000 7f33c295b900 20 remove_watcher() i=6 2026-04-17T17:50:03.802 INFO:tasks.workunit.client.0.vm06.stderr: test: duplicated entries can be purged manually 2026-04-17T17:50:33.833 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:50:33.855 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:33.855 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:33.878 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.875+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 realm 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:33.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.877+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:33.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.878+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:33.880 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.878+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:33.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.879+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:33.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.879+0000 7f6eb3e12900 20 searching for the correct realm 2026-04-17T17:50:33.883 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.881+0000 7f6eaa7fc640 0 -- 192.168.123.106:0/2080489126 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f6e9c020ad0 msgr2=0x7f6e9c00cb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:50:33.887 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:33.885+0000 7f6eaa7fc640 0 -- 192.168.123.106:0/2080489126 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f6ea400b5a0 msgr2=0x7f6ea4014920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.091+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.094 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 zone default found 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 4 Realm: () 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 zonegroup default 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.092+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 started sync module instance, tier type = 2026-04-17T17:50:34.095 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.093+0000 7f6eb3e12900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:34.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.097+0000 7f6eb3e12900 20 add_watcher() i=5 2026-04-17T17:50:34.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.097+0000 7f6eb3e12900 20 add_watcher() i=2 2026-04-17T17:50:34.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.097+0000 7f6eb3e12900 20 add_watcher() i=7 2026-04-17T17:50:34.099 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.097+0000 7f6eb3e12900 20 add_watcher() i=6 2026-04-17T17:50:34.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.098+0000 7f6eb3e12900 20 add_watcher() i=4 2026-04-17T17:50:34.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.098+0000 7f6eb3e12900 20 add_watcher() i=1 2026-04-17T17:50:34.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.099+0000 7f6eb3e12900 20 add_watcher() i=0 2026-04-17T17:50:34.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.099+0000 7f6eb3e12900 20 add_watcher() i=3 2026-04-17T17:50:34.101 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.099+0000 7f6eb3e12900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:34.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.101+0000 7f6eb3e12900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:34.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.101+0000 7f6eb3e12900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:34.103 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.101+0000 7f6eb3e12900 5 note: GC not initialized 2026-04-17T17:50:34.104 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.102+0000 7f6e57fff640 20 reqs_thread_entry: start 2026-04-17T17:50:34.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6eb3e12900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:34.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6eb3e12900 20 Filter name: none 2026-04-17T17:50:34.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6e55ffb640 20 reqs_thread_entry: start 2026-04-17T17:50:34.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.151+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.152+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.152+0000 7f6eb3e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.152+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.152+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.152+0000 7f6eb3e12900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.153+0000 7f6eb3e12900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.155 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.153+0000 7f6eb3e12900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=7 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 2 removed watcher, disabling cache 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=0 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=5 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=6 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=3 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=4 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=2 2026-04-17T17:50:34.161 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.158+0000 7f6eb3e12900 20 remove_watcher() i=1 2026-04-17T17:50:34.168 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.169 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:50:34.169 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 11 size_kb: 1 num_shards: 3 2026-04-17T17:50:34.169 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.171 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 4 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2026-04-17T17:50:34.197 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:34.197 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:34.219 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.217+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 realm 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.221 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.222 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.221+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:34.223 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.221+0000 7f95b3f89900 20 searching for the correct realm 2026-04-17T17:50:34.227 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.225+0000 7f95ab7fe640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f95a409e040 msgr2=0x7f95a409e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.434 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.431+0000 7f95abfff640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f9598016070 msgr2=0x7f9598075720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.436 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zone default found 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Realm: () 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zonegroup default 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.437 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started sync module instance, tier type = 2026-04-17T17:50:34.438 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=6 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=5 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=0 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=2 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=4 2026-04-17T17:50:34.442 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=3 2026-04-17T17:50:34.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=7 2026-04-17T17:50:34.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=1 2026-04-17T17:50:34.443 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.441+0000 7f95b3f89900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:34.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:34.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:34.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.443+0000 7f95b3f89900 5 note: GC not initialized 2026-04-17T17:50:34.445 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.443+0000 7f955cfe9640 20 reqs_thread_entry: start 2026-04-17T17:50:34.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.490+0000 7f95b3f89900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:34.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.490+0000 7f95b3f89900 20 Filter name: none 2026-04-17T17:50:34.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.490+0000 7f95567fc640 20 reqs_thread_entry: start 2026-04-17T17:50:34.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.490+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:34.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.490+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.493 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:34.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.491+0000 7f95b3f89900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:34.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.492+0000 7f95b3f89900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f95b3f89900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f95b3f89900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894556 cookie 94617950079376 notifier 8187 bl.length()=839 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:34.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:34.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:34.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:34.504 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f95b3f89900 time 2026-04-17T17:50:34.503404+0000 2026-04-17T17:50:34.504 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f95b538f8f8] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr:*** Caught signal (Aborted) ** 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f95b3f89900 thread_name:radosgw-admin 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f95b3f89900 time 2026-04-17T17:50:34.503404+0000 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f95b538f8f8] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f95b443fc30] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f95b448d02c] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f95b538f957] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:50:34.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f95b3f89900 thread_name:radosgw-admin 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f95b443fc30] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f95b448d02c] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f95b538f957] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.506 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: dump: 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: dump: 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.509 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 monclient: authenticate success, global_id 7709 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:50:34.201+0000 7f95b3f89900 4 set_mon_vals no callback set 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: shutdown 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 asok(0x560df4eec740) unregister_commands rotate-key 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:50:34.201+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 librados: starting msgr at 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 librados: starting objecter 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests hook 0x560df5023160 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:50:34.202+0000 7f95b3f89900 1 librados: setting wanted keys 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:50:34.202+0000 7f95b3f89900 1 librados: calling monclient init 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.510 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:50:34.202+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:50:34.202+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key hook 0x560df4ff1b98 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df4f7cee0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df4f7de20 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df502a0a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.278529s 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df4f7cee0 auth_method 0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df4f7de20 auth_method 0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8178 payload 824 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:50:34.202+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:50:34.202+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df502a0a0 auth_method 0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: dump: 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.511 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: dump: 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:50:34.203+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8178 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:50:34.203+0000 7f95a1ffb640 4 set_mon_vals no callback set 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:50:34.203+0000 7f95b3f89900 1 librados: init done 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:50:34.205+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f958c077530 auth_method 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:50:34.205+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df50dfdc0 auth_method 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:50:34.206+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df5161450 auth_method 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:50:34.207+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df5183630 auth_method 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:50:34.208+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df51a5860 auth_method 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:50:34.209+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.512 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests cmddesc objecter_requests hook 0x560df51caa00 EEXIST 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x560df51a4500 EEXIST 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df51f1fd0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df51f48b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df51f23a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.286071s 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df51f1fd0 auth_method 0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df51f23a0 auth_method 0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): get_auth_request con 0x560df51f48b0 auth_method 0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 7715 payload 824 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:50:34.210+0000 7f95aaffd640 1 monclient: found mon.noname-c 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: dump: 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.513 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:50:34.210+0000 7f95b3f89900 5 monclient: authenticate success, global_id 7715 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: dump: 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:50:34.210+0000 7f95b0ce9640 4 set_mon_vals no callback set 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: get_monmap_and_config 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:50:34.212+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:50:34.212+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f95800773d0 auth_method 0 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.514 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:50:34.212+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:50:34.213+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:50:34.213+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:50:34.213+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x7ffde1081a68 EEXIST 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df52ae090 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df52b5540 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df52de490 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.289507s 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df52ae090 auth_method 0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df52de490 auth_method 0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8184 payload 274 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:50:34.213+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:50:34.213+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df52b5540 auth_method 0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.515 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: dump: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: dump: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:50:34.213+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8184 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:50:34.213+0000 7f95b3f89900 4 set_mon_vals no callback set 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: shutdown 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.516 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:50:34.214+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: starting msgr at 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: starting objecter 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests cmddesc objecter_requests hook 0x560df5182b90 EEXIST 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: setting wanted keys 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: calling monclient init 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:50:34.214+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:50:34.215+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:50:34.215+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x560df5285ca8 EEXIST 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df52b5540 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df52de490 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df52b1c00 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.291208s 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df52b5540 auth_method 0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): get_auth_request con 0x560df52de490 auth_method 0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8187 payload 824 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:50:34.215+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:50:34.215+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df52b1c00 auth_method 0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: dump: 2026-04-17T17:50:34.517 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: dump: 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:50:34.215+0000 7f958affd640 4 set_mon_vals no callback set 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:50:34.216+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8187 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:50:34.216+0000 7f95b3f89900 1 librados: init done 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:50:34.216+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cr dump hook 0x560df52afe68 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:50:34.217+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:50:34.218+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f956c077540 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:50:34.218+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df534dfa0 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 realm 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:50:34.219+0000 7f95b3f89900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:50:34.219+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df5370200 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:50:34.220+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df5391a50 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:50:34.221+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:50:34.221+0000 7f95b3f89900 20 searching for the correct realm 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:50:34.221+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df53b47f0 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:50:34.222+0000 7f95aaffd640 10 monclient: get_auth_request con 0x7f959c0243f0 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:50:34.223+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f9598016070 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:50:34.225+0000 7f95ab7fe640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f95a409e040 msgr2=0x7f95a409e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:50:34.225+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f95a409e040 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:50:34.426+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f95a409e040 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:50:34.429+0000 7f95aaffd640 10 monclient: get_auth_request con 0x7f95a40aa900 auth_method 0 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:50:34.431+0000 7f95abfff640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f9598016070 msgr2=0x7f9598075720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.518 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:50:34.431+0000 7f95897fa640 1 client.8187.objecter ms_handle_reset 0x7f9598016070 session 0x7f95980743f0 osd.2 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:50:34.431+0000 7f95897fa640 10 monclient: _renew_subs 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:50:34.432+0000 7f95897fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:50:34.432+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f956c0a4200 auth_method 0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zone default found 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Realm: () 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:50:34.435+0000 7f95b3f89900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zonegroup default 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started sync module instance, tier type = 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=6 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=5 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=2 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=4 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=3 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=7 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=1 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:50:34.441+0000 7f95b3f89900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:50:34.441+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f9538007200 auth_method 0 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:50:34.443+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache list hook 0x560df52af440 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache inspect hook 0x560df52af440 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache erase hook 0x560df52af440 2026-04-17T17:50:34.519 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache zap hook 0x560df52af440 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 note: GC not initialized 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:50:34.443+0000 7f955cfe9640 20 reqs_thread_entry: start 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace show hook 0x7f959807d070 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace history hook 0x7f959807d070 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace active hook 0x7f959807d070 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace active_short hook 0x7f959807d070 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:50:34.444+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df54c3e40 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:50:34.446+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df54c5110 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:50:34.448+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df54b9200 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:50:34.449+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df54ba910 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:50:34.454+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df54bba80 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:50:34.460+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df54bf6a0 auth_method 0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 Filter name: none 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:50:34.490+0000 7f95567fc640 20 reqs_thread_entry: start 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:50:34.490+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:50:34.492+0000 7f95b3f89900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894556 cookie 94617950079376 notifier 8187 bl.length()=839 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f95b3f89900 time 2026-04-17T17:50:34.503404+0000 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f95b538f8f8] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f95b3f89900 thread_name:radosgw-admin 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f95b443fc30] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f95b448d02c] 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:34.520 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f95b538f957] 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:50:34.521 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95567fc640 / http_manager 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f955cfe9640 / http_manager 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95897fa640 / ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f958affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95957fa640 / ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f9597fff640 / ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95a1ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95a27fc640 / admin_socket 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95aa7fc640 / ms_dispatch 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95aaffd640 / msgr-worker-2 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95ab7fe640 / msgr-worker-1 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95abfff640 / msgr-worker-0 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95b0ce9640 / io_context_pool 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: 7f95b3f89900 / radosgw-admin 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/log/ceph/ceph-client.admin.102536.log 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr:--- begin dump of recent events --- 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: -499> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: -498> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:34.522 INFO:tasks.workunit.client.0.vm06.stderr: -497> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: dump: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -496> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -495> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -494> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -493> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -492> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -491> 2026-04-17T17:50:34.201+0000 7f95a1ffb640 10 monclient: dump: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -490> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 monclient: authenticate success, global_id 7709 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -489> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -488> 2026-04-17T17:50:34.201+0000 7f95b3f89900 4 set_mon_vals no callback set 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -487> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: shutdown 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -486> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 asok(0x560df4eec740) unregister_commands rotate-key 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -485> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -484> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -483> 2026-04-17T17:50:34.201+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -482> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -481> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -480> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding auth protocol: cephx 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -479> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -478> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -477> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -476> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -475> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -474> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -473> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -472> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -471> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -470> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -469> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: crc 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -468> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff3a00) adding con mode: secure 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -467> 2026-04-17T17:50:34.201+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -466> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 librados: starting msgr at 2026-04-17T17:50:34.523 INFO:tasks.workunit.client.0.vm06.stderr: -465> 2026-04-17T17:50:34.201+0000 7f95b3f89900 1 librados: starting objecter 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -464> 2026-04-17T17:50:34.201+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests hook 0x560df5023160 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -463> 2026-04-17T17:50:34.202+0000 7f95b3f89900 1 librados: setting wanted keys 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -462> 2026-04-17T17:50:34.202+0000 7f95b3f89900 1 librados: calling monclient init 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -461> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -460> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -459> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -458> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding auth protocol: cephx 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -457> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -456> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -455> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -454> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -453> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -452> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -451> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -450> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -449> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -448> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -447> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: crc 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -446> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 AuthRegistry(0x560df4ff1a50) adding con mode: secure 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -445> 2026-04-17T17:50:34.202+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -444> 2026-04-17T17:50:34.202+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -443> 2026-04-17T17:50:34.202+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key hook 0x560df4ff1b98 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -442> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -441> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient: _add_conns ranks=[2,0,1] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -440> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df4f7cee0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -439> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df4f7de20 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -438> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df502a0a0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -437> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -436> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -435> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -434> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -433> 2026-04-17T17:50:34.202+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.278529s 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -432> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df4f7cee0 auth_method 0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -431> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -430> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -429> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -428> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df4f7de20 auth_method 0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -427> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -426> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -425> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -424> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -423> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -422> 2026-04-17T17:50:34.202+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -421> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -420> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -419> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -418> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8178 payload 824 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -417> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -416> 2026-04-17T17:50:34.202+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -415> 2026-04-17T17:50:34.202+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -414> 2026-04-17T17:50:34.202+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df502a0a0 auth_method 0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -413> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -412> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: -411> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: dump: 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.524 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -410> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -409> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -408> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -407> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -406> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -405> 2026-04-17T17:50:34.203+0000 7f9597fff640 10 monclient: dump: 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -404> 2026-04-17T17:50:34.203+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8178 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -403> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -402> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -401> 2026-04-17T17:50:34.203+0000 7f95a1ffb640 4 set_mon_vals no callback set 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -400> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -399> 2026-04-17T17:50:34.203+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -398> 2026-04-17T17:50:34.203+0000 7f95b3f89900 1 librados: init done 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -397> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -396> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -395> 2026-04-17T17:50:34.204+0000 7f9597fff640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -394> 2026-04-17T17:50:34.205+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f958c077530 auth_method 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -393> 2026-04-17T17:50:34.205+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df50dfdc0 auth_method 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -392> 2026-04-17T17:50:34.206+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df5161450 auth_method 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -391> 2026-04-17T17:50:34.207+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df5183630 auth_method 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -390> 2026-04-17T17:50:34.208+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df51a5860 auth_method 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -389> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -388> 2026-04-17T17:50:34.209+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -387> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -386> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -385> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -384> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding auth protocol: cephx 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -383> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -382> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -381> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -380> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -379> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -378> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -377> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -376> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -375> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -374> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -373> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: crc 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -372> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51c7140) adding con mode: secure 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -371> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.525 INFO:tasks.workunit.client.0.vm06.stderr: -370> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests cmddesc objecter_requests hook 0x560df51caa00 EEXIST 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -369> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -368> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -367> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -366> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding auth protocol: cephx 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -365> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -364> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -363> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -362> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -361> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -360> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -359> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -358> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -357> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -356> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -355> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: crc 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -354> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 AuthRegistry(0x560df51a43b8) adding con mode: secure 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -353> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -352> 2026-04-17T17:50:34.209+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -351> 2026-04-17T17:50:34.209+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x560df51a4500 EEXIST 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -350> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -349> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient: _add_conns ranks=[2,1,0] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -348> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df51f1fd0 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -347> 2026-04-17T17:50:34.209+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df51f48b0 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -346> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df51f23a0 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -345> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -344> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -343> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -342> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -341> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.286071s 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -340> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df51f1fd0 auth_method 0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -339> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -338> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -337> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -336> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df51f23a0 auth_method 0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -335> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -334> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -333> 2026-04-17T17:50:34.210+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -332> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): get_auth_request con 0x560df51f48b0 auth_method 0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -331> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -330> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -329> 2026-04-17T17:50:34.210+0000 7f95abfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -328> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -327> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -326> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -325> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 7715 payload 824 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -324> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -323> 2026-04-17T17:50:34.210+0000 7f95aaffd640 1 monclient: found mon.noname-c 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -322> 2026-04-17T17:50:34.210+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -321> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -320> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -319> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: dump: 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.526 INFO:tasks.workunit.client.0.vm06.stderr: -318> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -317> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -316> 2026-04-17T17:50:34.210+0000 7f95b3f89900 5 monclient: authenticate success, global_id 7715 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -315> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -314> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -313> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -312> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -311> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -310> 2026-04-17T17:50:34.210+0000 7f95957fa640 10 monclient: dump: 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -309> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -308> 2026-04-17T17:50:34.210+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.c at v2:192.168.123.106:3301/0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -307> 2026-04-17T17:50:34.210+0000 7f95b0ce9640 4 set_mon_vals no callback set 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -306> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -305> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -304> 2026-04-17T17:50:34.212+0000 7f95957fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -303> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: get_monmap_and_config 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -302> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -301> 2026-04-17T17:50:34.212+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -300> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -299> 2026-04-17T17:50:34.212+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f95800773d0 auth_method 0 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -298> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -297> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -296> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding auth protocol: cephx 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -295> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -294> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -293> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -292> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -291> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -290> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -289> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -288> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -287> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -286> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -285> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: crc 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -284> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x560df5287030) adding con mode: secure 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -283> 2026-04-17T17:50:34.212+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -282> 2026-04-17T17:50:34.212+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.527 INFO:tasks.workunit.client.0.vm06.stderr: -281> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -280> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -279> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding auth protocol: cephx 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -278> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -277> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -276> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -275> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -274> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -273> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -272> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -271> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -270> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -269> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -268> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: crc 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -267> 2026-04-17T17:50:34.212+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081920) adding con mode: secure 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -266> 2026-04-17T17:50:34.213+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -265> 2026-04-17T17:50:34.213+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -264> 2026-04-17T17:50:34.213+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x7ffde1081a68 EEXIST 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -263> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -262> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: _add_conns ranks=[0,1,2] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -261> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df52ae090 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -260> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df52b5540 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -259> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df52de490 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -258> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -257> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -256> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -255> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -254> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.289507s 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -253> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df52ae090 auth_method 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -252> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -251> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -250> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -249> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request con 0x560df52de490 auth_method 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -248> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -247> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -246> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -245> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -244> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -243> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -242> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -241> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -240> 2026-04-17T17:50:34.213+0000 7f95ab7fe640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -239> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8184 payload 274 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -238> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -237> 2026-04-17T17:50:34.213+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -236> 2026-04-17T17:50:34.213+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -235> 2026-04-17T17:50:34.213+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df52b5540 auth_method 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -234> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -233> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -232> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: dump: 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -231> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.528 INFO:tasks.workunit.client.0.vm06.stderr: -230> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -229> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -228> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -227> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -226> 2026-04-17T17:50:34.213+0000 7f958affd640 10 monclient: dump: 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -225> 2026-04-17T17:50:34.213+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8184 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -224> 2026-04-17T17:50:34.213+0000 7f95b3f89900 10 monclient: get_monmap_and_config success 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -223> 2026-04-17T17:50:34.213+0000 7f95b3f89900 4 set_mon_vals no callback set 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -222> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: shutdown 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -221> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: build_initial_monmap 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -220> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 build_initial for_mkfs: 0 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -219> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: monmap: 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:epoch 0 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:fsid 00000000-0000-0000-0000-000000000000 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 0.000000 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:created 0.000000 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 0 (unknown) 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.noname-a 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.noname-b 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.noname-c 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -218> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -217> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -216> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -215> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -214> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -213> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -212> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -211> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -210> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -209> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -208> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -207> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -206> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -205> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -204> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5286f00) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -203> 2026-04-17T17:50:34.214+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -202> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: starting msgr at 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -201> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: starting objecter 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -200> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command objecter_requests cmddesc objecter_requests hook 0x560df5182b90 EEXIST 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -199> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: setting wanted keys 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -198> 2026-04-17T17:50:34.214+0000 7f95b3f89900 1 librados: calling monclient init 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -197> 2026-04-17T17:50:34.214+0000 7f95b3f89900 10 monclient: init 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -196> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -195> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -194> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding auth protocol: cephx 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -193> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -192> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.529 INFO:tasks.workunit.client.0.vm06.stderr: -191> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -190> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -189> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -188> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -187> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -186> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -185> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -184> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -183> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: crc 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -182> 2026-04-17T17:50:34.214+0000 7f95b3f89900 5 AuthRegistry(0x560df5285b60) adding con mode: secure 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -181> 2026-04-17T17:50:34.214+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -180> 2026-04-17T17:50:34.215+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -179> 2026-04-17T17:50:34.215+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command rotate-key cmddesc rotate-key hook 0x560df5285ca8 EEXIST 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -178> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient: _reopen_session rank -1 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -177> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient: _add_conns ranks=[0,2,1] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -176> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-a con 0x560df52b5540 addr [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -175> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-c con 0x560df52de490 addr [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -174> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): picked mon.noname-b con 0x560df52b1c00 addr [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -173> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -172> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -171> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): start opening mon connection 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -170> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): _renew_subs 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -169> 2026-04-17T17:50:34.215+0000 7f95b3f89900 10 monclient(hunting): authenticate will time out at 2141.291208s 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -168> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): get_auth_request con 0x560df52b5540 auth_method 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -167> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -166> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -165> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -164> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): get_auth_request con 0x560df52de490 auth_method 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -163> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -162> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): _init_auth method 2 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -161> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): _init_auth creating new auth 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -160> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -159> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -158> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -157> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more payload 9 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -156> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -155> 2026-04-17T17:50:34.215+0000 7f95abfff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -154> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient(hunting): handle_auth_done global_id 8187 payload 824 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -153> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient: _finish_hunting 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -152> 2026-04-17T17:50:34.215+0000 7f95aaffd640 1 monclient: found mon.noname-a 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -151> 2026-04-17T17:50:34.215+0000 7f95aaffd640 10 monclient: _send_mon_message to mon.noname-a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -150> 2026-04-17T17:50:34.215+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df52b1c00 auth_method 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -149> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -148> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -147> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: dump: 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -146> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: _finish_auth 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -145> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: _check_auth_tickets 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -144> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_config config(0 keys) 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -143> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: handle_monmap mon_map magic: 0 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -142> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2026-04-17T17:50:34.530 INFO:tasks.workunit.client.0.vm06.stderr: -141> 2026-04-17T17:50:34.215+0000 7f95897fa640 10 monclient: dump: 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:epoch 1 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:fsid 3a747d65-1493-4fc7-adb2-067deeabcdec 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:last_changed 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:created 2026-04-17T17:23:29.800886+0000 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:min_mon_release 20 (tentacle) 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:election_strategy: 1 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:0: [v2:192.168.123.106:3300/0,v1:192.168.123.106:6789/0] mon.a 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:1: [v2:192.168.123.107:3300/0,v1:192.168.123.107:6789/0] mon.b 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr:2: [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] mon.c 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -140> 2026-04-17T17:50:34.215+0000 7f958affd640 4 set_mon_vals no callback set 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -139> 2026-04-17T17:50:34.216+0000 7f95b3f89900 5 monclient: authenticate success, global_id 8187 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -138> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -137> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -136> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _renew_subs 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -135> 2026-04-17T17:50:34.216+0000 7f95b3f89900 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -134> 2026-04-17T17:50:34.216+0000 7f95b3f89900 1 librados: init done 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -133> 2026-04-17T17:50:34.216+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cr dump hook 0x560df52afe68 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -132> 2026-04-17T17:50:34.217+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -131> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc handle_mgr_map Got map version 5 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -130> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc handle_mgr_map Active mgr is now [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -129> 2026-04-17T17:50:34.218+0000 7f95897fa640 4 mgrc reconnect Starting new session with [v2:192.168.123.107:6832/2942562148,v1:192.168.123.107:6833/2942562148] 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -128> 2026-04-17T17:50:34.218+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f956c077540 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -127> 2026-04-17T17:50:34.218+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df534dfa0 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -126> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -125> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 realm 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -124> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -123> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -122> 2026-04-17T17:50:34.219+0000 7f95b3f89900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -121> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -120> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -119> 2026-04-17T17:50:34.219+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -118> 2026-04-17T17:50:34.219+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df5370200 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -117> 2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -116> 2026-04-17T17:50:34.220+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -115> 2026-04-17T17:50:34.220+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df5391a50 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -114> 2026-04-17T17:50:34.221+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -113> 2026-04-17T17:50:34.221+0000 7f95b3f89900 20 searching for the correct realm 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -112> 2026-04-17T17:50:34.221+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df53b47f0 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -111> 2026-04-17T17:50:34.222+0000 7f95aaffd640 10 monclient: get_auth_request con 0x7f959c0243f0 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -110> 2026-04-17T17:50:34.223+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f9598016070 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -109> 2026-04-17T17:50:34.225+0000 7f95ab7fe640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f95a409e040 msgr2=0x7f95a409e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -108> 2026-04-17T17:50:34.225+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f95a409e040 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -107> 2026-04-17T17:50:34.426+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x7f95a409e040 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -106> 2026-04-17T17:50:34.429+0000 7f95aaffd640 10 monclient: get_auth_request con 0x7f95a40aa900 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -105> 2026-04-17T17:50:34.431+0000 7f95abfff640 0 -- 192.168.123.106:0/915958070 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f9598016070 msgr2=0x7f9598075720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -104> 2026-04-17T17:50:34.431+0000 7f95897fa640 1 client.8187.objecter ms_handle_reset 0x7f9598016070 session 0x7f95980743f0 osd.2 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -103> 2026-04-17T17:50:34.431+0000 7f95897fa640 10 monclient: _renew_subs 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -102> 2026-04-17T17:50:34.432+0000 7f95897fa640 10 monclient: _send_mon_message to mon.a at v2:192.168.123.106:3300/0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -101> 2026-04-17T17:50:34.432+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f956c0a4200 auth_method 0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -100> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -99> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -98> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -97> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -96> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -95> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -94> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -93> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -92> 2026-04-17T17:50:34.434+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -91> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.531 INFO:tasks.workunit.client.0.vm06.stderr: -90> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -89> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -88> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zone default found 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -87> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Realm: () 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -86> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -85> 2026-04-17T17:50:34.435+0000 7f95b3f89900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -84> 2026-04-17T17:50:34.435+0000 7f95b3f89900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -83> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 zonegroup default 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -82> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -81> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -80> 2026-04-17T17:50:34.435+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -79> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -78> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -77> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -76> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started sync module instance, tier type = 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -75> 2026-04-17T17:50:34.436+0000 7f95b3f89900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -74> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=6 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -73> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=5 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -72> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -71> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=2 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -70> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=4 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -69> 2026-04-17T17:50:34.440+0000 7f95b3f89900 20 add_watcher() i=3 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -68> 2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=7 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -67> 2026-04-17T17:50:34.441+0000 7f95b3f89900 20 add_watcher() i=1 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -66> 2026-04-17T17:50:34.441+0000 7f95b3f89900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -65> 2026-04-17T17:50:34.441+0000 7f95abfff640 10 monclient: get_auth_request con 0x7f9538007200 auth_method 0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -64> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -63> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -62> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding auth protocol: cephx 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -61> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -60> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -59> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -58> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -57> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -56> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -55> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -54> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -53> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -52> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -51> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: crc 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -50> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 AuthRegistry(0x7ffde1081a10) adding con mode: secure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -49> 2026-04-17T17:50:34.443+0000 7f95b3f89900 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -48> 2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -47> 2026-04-17T17:50:34.443+0000 7f95b3f89900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -46> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache list hook 0x560df52af440 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -45> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache inspect hook 0x560df52af440 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -44> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache erase hook 0x560df52af440 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -43> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command cache zap hook 0x560df52af440 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -42> 2026-04-17T17:50:34.443+0000 7f95b3f89900 5 note: GC not initialized 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -41> 2026-04-17T17:50:34.443+0000 7f955cfe9640 20 reqs_thread_entry: start 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -40> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace show hook 0x7f959807d070 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -39> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace history hook 0x7f959807d070 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -38> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace active hook 0x7f959807d070 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -37> 2026-04-17T17:50:34.444+0000 7f95b3f89900 5 asok(0x560df4eec740) register_command sync trace active_short hook 0x7f959807d070 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -36> 2026-04-17T17:50:34.444+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df54c3e40 auth_method 0 2026-04-17T17:50:34.532 INFO:tasks.workunit.client.0.vm06.stderr: -35> 2026-04-17T17:50:34.446+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df54c5110 auth_method 0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -34> 2026-04-17T17:50:34.448+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df54b9200 auth_method 0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -33> 2026-04-17T17:50:34.449+0000 7f95ab7fe640 10 monclient: get_auth_request con 0x560df54ba910 auth_method 0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -32> 2026-04-17T17:50:34.454+0000 7f95aaffd640 10 monclient: get_auth_request con 0x560df54bba80 auth_method 0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -31> 2026-04-17T17:50:34.460+0000 7f95abfff640 10 monclient: get_auth_request con 0x560df54bf6a0 auth_method 0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -30> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -29> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 Filter name: none 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -28> 2026-04-17T17:50:34.490+0000 7f95567fc640 20 reqs_thread_entry: start 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -27> 2026-04-17T17:50:34.490+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -26> 2026-04-17T17:50:34.490+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -25> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -24> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -23> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -22> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -21> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -20> 2026-04-17T17:50:34.491+0000 7f95b3f89900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -19> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -18> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -17> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -16> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -15> 2026-04-17T17:50:34.491+0000 7f95b3f89900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -14> 2026-04-17T17:50:34.492+0000 7f95b3f89900 10 init_target_layout removing existing target index objects from a previous reshard attempt 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -13> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -12> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -11> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -10> 2026-04-17T17:50:34.498+0000 7f95b3f89900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -9> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894556 cookie 94617950079376 notifier 8187 bl.length()=839 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -8> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -7> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -6> 2026-04-17T17:50:34.498+0000 7f958affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -5> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -4> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -3> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -2> 2026-04-17T17:50:34.499+0000 7f95b3f89900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: -1> 2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 /runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f95b3f89900 time 2026-04-17T17:50:34.503404+0000 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr:/runner/scratch/rpms/ceph-debug/20.2.0-21-gc03ba9ecf58/BUILD/ceph-20.2.0-21-gc03ba9ecf58/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12f) [0x7f95b538f8f8] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 3: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 4: main() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 5: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 6: __libc_start_main() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 7: _start() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 0> 2026-04-17T17:50:34.503+0000 7f95b3f89900 -1 *** Caught signal (Aborted) ** 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: in thread 7f95b3f89900 thread_name:radosgw-admin 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: ceph version 20.2.0-21-gc03ba9ecf58 (c03ba9ecf58a4116bdd5049c6e392c7a287bc4f8) tentacle (stable - RelWithDebInfo) 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 1: /lib64/libc.so.6(+0x3fc30) [0x7f95b443fc30] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2: /lib64/libc.so.6(+0x8d02c) [0x7f95b448d02c] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 3: raise() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 4: abort() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18e) [0x7f95b538f957] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 6: radosgw-admin(+0x41b0d2) [0x560df20a70d2] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x166) [0x560df27c8906] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 8: main() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 9: /lib64/libc.so.6(+0x2a610) [0x7f95b442a610] 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 10: __libc_start_main() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 11: _start() 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:50:34.533 INFO:tasks.workunit.client.0.vm06.stderr:--- logging levels --- 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 none 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 lockdep 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 context 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 crush 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_balancer 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_locker 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_log_expire 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mds_migrator 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 3/ 5 mds_quiesce 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 buffer 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 timer 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 filer 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 striper 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 1 objecter 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rados 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_mirror 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_replay 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 rbd_pwl 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 journaler 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objectcacher 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 immutable_obj_cache 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 client 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 osd 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 optracker 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 objclass 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 filestore 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 journal 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 ms 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mon 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/10 monc 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 paxos 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 tp 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 auth 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 crypto 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 finisher 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 reserver 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 heartbeatmap 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 perfcounter 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_sync 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_datacache 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_access 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dbstore 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_flight 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_lifecycle 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_restore 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 20/20 rgw_notification 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 javaclient 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 asok 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 1 throttle 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 0 refs 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 compressor 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore 2026-04-17T17:50:34.534 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluestore_compression 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 bluefs 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 3 bdev 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 kstore 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 4/ 5 rocksdb 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 fuse 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 2/ 5 mgr 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mgrc 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 dpdk 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 eventtrace 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 prioritycache 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 test 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephfs_mirror 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cephsqlite 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 crimson_interrupt 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_onode 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_odata 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_omap 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_tm 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_t 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cleaner 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_epm 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_lba 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_fixedkv_tree 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_cache 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_journal 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_device 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 seastore_backref 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 alienstore 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 mclock 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 rgw_dedup 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 cyanstore 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 ceph_exporter 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 memstore 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 1/ 5 trace 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 0/ 5 ceph_dedup 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: -2/-2 (syslog threshold) 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 99/99 (stderr threshold) 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr:--- pthread ID / name mapping for recent threads --- 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95567fc640 / http_manager 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f955cfe9640 / http_manager 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95897fa640 / ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f958affd640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95957fa640 / ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f9597fff640 / ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95a1ffb640 / io_context_pool, ms_dispatch, io_context_pool, ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95a27fc640 / admin_socket 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95aa7fc640 / ms_dispatch 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95aaffd640 / msgr-worker-2 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95ab7fe640 / msgr-worker-1 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95abfff640 / msgr-worker-0 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95b0ce9640 / io_context_pool 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: 7f95b3f89900 / radosgw-admin 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: max_recent 500 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: max_new 1000 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr: log_file /var/lib/ceph/crash/2026-04-17T17:50:34.504275Z_c15d5d6a-7fe4-4865-a2a9-4f12ecf6e862/log 2026-04-17T17:50:34.535 INFO:tasks.workunit.client.0.vm06.stderr:--- end dump of recent events --- 2026-04-17T17:50:34.536 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:50:34.536 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:34.536 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:34.558 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.555+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.559 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.557+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.557+0000 7f8debf75900 20 realm 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.557+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.558+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.558+0000 7f8debf75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.558+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.558+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.560 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.558+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.559+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.561 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.559+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.560+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:34.562 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.560+0000 7f8debf75900 20 searching for the correct realm 2026-04-17T17:50:34.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.564+0000 7f8de9a2c640 0 -- 192.168.123.106:0/929381389 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f8dd402c040 msgr2=0x7f8dd402d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.772 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.770+0000 7f8de922b640 0 -- 192.168.123.106:0/929381389 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55f409719a10 msgr2=0x55f409739ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.773+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 zone default found 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 4 Realm: () 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 zonegroup default 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.774+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.775+0000 7f8debf75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.775+0000 7f8debf75900 20 started sync module instance, tier type = 2026-04-17T17:50:34.777 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.775+0000 7f8debf75900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:34.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.778+0000 7f8debf75900 20 add_watcher() i=5 2026-04-17T17:50:34.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.778+0000 7f8debf75900 20 add_watcher() i=6 2026-04-17T17:50:34.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.778+0000 7f8debf75900 20 add_watcher() i=2 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 20 add_watcher() i=7 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 20 add_watcher() i=4 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 20 add_watcher() i=0 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 20 add_watcher() i=1 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 20 add_watcher() i=3 2026-04-17T17:50:34.782 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.780+0000 7f8debf75900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:34.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.782+0000 7f8debf75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:34.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.782+0000 7f8debf75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:34.784 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.782+0000 7f8debf75900 5 note: GC not initialized 2026-04-17T17:50:34.785 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.783+0000 7f8d977ee640 20 reqs_thread_entry: start 2026-04-17T17:50:34.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.830+0000 7f8debf75900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:34.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.830+0000 7f8debf75900 20 Filter name: none 2026-04-17T17:50:34.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.830+0000 7f8d957ea640 20 reqs_thread_entry: start 2026-04-17T17:50:34.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.830+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.831+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.831+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.831+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.831+0000 7f8debf75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:50:34.833 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.831+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.832+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:34.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.832+0000 7f8debf75900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.832+0000 7f8debf75900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:34.834 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.832+0000 7f8debf75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=3 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 2 removed watcher, disabling cache 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=1 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=0 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=5 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=6 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=4 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=2 2026-04-17T17:50:34.840 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.838+0000 7f8debf75900 20 remove_watcher() i=7 2026-04-17T17:50:34.850 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:50:34.851 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:50:34.883 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:50:34.904 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:50:34.905 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:50:34.930 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.928+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 realm 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:34.931 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.929+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.930+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:34.932 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.930+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:34.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.931+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:50:34.933 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.931+0000 7fa067d30900 20 searching for the correct realm 2026-04-17T17:50:34.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.933+0000 7fa05effd640 0 -- 192.168.123.106:0/1861179256 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fa05009b040 msgr2=0x7fa050075430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:34.939 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:34.937+0000 7fa05effd640 0 -- 192.168.123.106:0/1861179256 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fa058083430 msgr2=0x7fa058069370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:35.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.144+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 zone default found 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 4 Realm: () 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:50:35.147 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 zonegroup default 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.145+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.146+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.146+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.146+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:35.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.146+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.147+0000 7fa067d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:50:35.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.147+0000 7fa067d30900 20 started sync module instance, tier type = 2026-04-17T17:50:35.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.147+0000 7fa067d30900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:50:35.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.151+0000 7fa067d30900 20 add_watcher() i=3 2026-04-17T17:50:35.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.151+0000 7fa067d30900 20 add_watcher() i=0 2026-04-17T17:50:35.153 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.151+0000 7fa067d30900 20 add_watcher() i=4 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.151+0000 7fa067d30900 20 add_watcher() i=7 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.152+0000 7fa067d30900 20 add_watcher() i=5 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.152+0000 7fa067d30900 20 add_watcher() i=2 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.152+0000 7fa067d30900 20 add_watcher() i=1 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.152+0000 7fa067d30900 20 add_watcher() i=6 2026-04-17T17:50:35.154 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.152+0000 7fa067d30900 2 all 8 watchers are set, enabling cache 2026-04-17T17:50:35.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.155+0000 7fa067d30900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:50:35.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.155+0000 7fa067d30900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:50:35.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.155+0000 7fa067d30900 5 note: GC not initialized 2026-04-17T17:50:35.157 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.155+0000 7fa010fe9640 20 reqs_thread_entry: start 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.207+0000 7fa067d30900 20 init_complete bucket index max shards: 1 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa067d30900 20 Filter name: none 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa00a7fc640 20 reqs_thread_entry: start 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa067d30900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.210 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.208+0000 7fa067d30900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 20 rados->read ofs=0 len=0 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:50:35.211 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.209+0000 7fa067d30900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:50:35.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.210+0000 7fa067d30900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:50:35.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.210+0000 7fa067d30900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:50:35.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.210+0000 7fa067d30900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:50:35.212 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.210+0000 7fa067d30900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:50:35.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.215+0000 7fa067d30900 20 remove_watcher() i=0 2026-04-17T17:50:35.217 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.215+0000 7fa067d30900 2 removed watcher, disabling cache 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.215+0000 7fa067d30900 20 remove_watcher() i=5 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.215+0000 7fa067d30900 20 remove_watcher() i=4 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.215+0000 7fa067d30900 20 remove_watcher() i=2 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.216+0000 7fa067d30900 20 remove_watcher() i=3 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.216+0000 7fa067d30900 20 remove_watcher() i=6 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.216+0000 7fa067d30900 20 remove_watcher() i=7 2026-04-17T17:50:35.218 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:50:35.216+0000 7fa067d30900 20 remove_watcher() i=1 2026-04-17T17:51:05.253 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2026-04-17T17:51:05.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:05.273 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:05.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.294+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 realm 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.298 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.296+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.297+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.297+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.297+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:05.299 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.297+0000 7fed26734900 20 searching for the correct realm 2026-04-17T17:51:05.302 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.300+0000 7fed21caa640 0 -- 192.168.123.106:0/3118217577 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fed10028510 msgr2=0x7fed10008410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.305 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.303+0000 7fed21caa640 0 -- 192.168.123.106:0/3118217577 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fed14097bb0 msgr2=0x7fed140d7a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.306+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.308 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 zone default found 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 4 Realm: () 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 zonegroup default 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.309 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.307+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.308+0000 7fed26734900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.308+0000 7fed26734900 20 started sync module instance, tier type = 2026-04-17T17:51:05.310 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.308+0000 7fed26734900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:05.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.311+0000 7fed26734900 20 add_watcher() i=3 2026-04-17T17:51:05.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.311+0000 7fed26734900 20 add_watcher() i=1 2026-04-17T17:51:05.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.311+0000 7fed26734900 20 add_watcher() i=2 2026-04-17T17:51:05.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.311+0000 7fed26734900 20 add_watcher() i=0 2026-04-17T17:51:05.313 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.311+0000 7fed26734900 20 add_watcher() i=4 2026-04-17T17:51:05.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.312+0000 7fed26734900 20 add_watcher() i=7 2026-04-17T17:51:05.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.312+0000 7fed26734900 20 add_watcher() i=5 2026-04-17T17:51:05.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.312+0000 7fed26734900 20 add_watcher() i=6 2026-04-17T17:51:05.314 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.312+0000 7fed26734900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:05.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.314+0000 7fed26734900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:05.315 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.314+0000 7fed26734900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:05.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.314+0000 7fed26734900 5 note: GC not initialized 2026-04-17T17:51:05.316 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.314+0000 7feccaffd640 20 reqs_thread_entry: start 2026-04-17T17:51:05.352 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.350+0000 7fed26734900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.350+0000 7fed26734900 20 Filter name: none 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.350+0000 7fecc8ff9640 20 reqs_thread_entry: start 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.350+0000 7fed26734900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.350+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:05.353 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.351+0000 7fed26734900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:51:05.354 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.353+0000 7fed01ffb640 20 trim reshard logs: write on '.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1' needs retry: Success 2026-04-17T17:51:05.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.357+0000 7fed26734900 20 remove_watcher() i=0 2026-04-17T17:51:05.359 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.357+0000 7fed26734900 2 removed watcher, disabling cache 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=3 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=1 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=5 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=6 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=2 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=4 2026-04-17T17:51:05.360 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.358+0000 7fed26734900 20 remove_watcher() i=7 2026-04-17T17:51:05.368 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin reshardlog list --bucket a-bucket 2026-04-17T17:51:05.389 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:05.389 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:05.411 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.409+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.412 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.410+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.410+0000 7fc6ae334900 20 realm 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.410+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.411+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.411+0000 7fc6ae334900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.411+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.411+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.411+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.412+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.412+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.412+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:05.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.412+0000 7fc6ae334900 20 searching for the correct realm 2026-04-17T17:51:05.417 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.415+0000 7fc6aa021640 0 -- 192.168.123.106:0/2178121805 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x5625e7ff3220 msgr2=0x5625e80136a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.420 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.418+0000 7fc6aa021640 0 -- 192.168.123.106:0/2178121805 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc69c0ae0b0 msgr2=0x7fc69c0209a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.423 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.421+0000 7fc6ae334900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 zone default found 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 4 Realm: () 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.422+0000 7fc6ae334900 20 zonegroup default 2026-04-17T17:51:05.424 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.423+0000 7fc6ae334900 20 started sync module instance, tier type = 2026-04-17T17:51:05.425 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.424+0000 7fc6ae334900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:05.429 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.427+0000 7fc6ae334900 20 add_watcher() i=3 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=0 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=5 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=6 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=2 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=7 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=1 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.428+0000 7fc6ae334900 20 add_watcher() i=4 2026-04-17T17:51:05.430 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.429+0000 7fc6ae334900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:05.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.431+0000 7fc6ae334900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:05.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.431+0000 7fc6ae334900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:05.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.431+0000 7fc6ae334900 5 note: GC not initialized 2026-04-17T17:51:05.433 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.431+0000 7fc652ffd640 20 reqs_thread_entry: start 2026-04-17T17:51:05.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.472+0000 7fc6ae334900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:05.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.472+0000 7fc6ae334900 20 Filter name: none 2026-04-17T17:51:05.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.472+0000 7fc650ff9640 20 reqs_thread_entry: start 2026-04-17T17:51:05.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.472+0000 7fc6ae334900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:51:05.474 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.472+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 20 rados_obj.operate() r=0 bl.length=442 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.473+0000 7fc6ae334900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.474+0000 7fc6ae334900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:05.475 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.474+0000 7fc6ae334900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:05.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.474+0000 7fc6ae334900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:05.476 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.474+0000 7fc6ae334900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=3 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 2 removed watcher, disabling cache 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=0 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=4 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=5 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=6 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=1 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=7 2026-04-17T17:51:05.480 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.478+0000 7fc6ae334900 20 remove_watcher() i=2 2026-04-17T17:51:05.487 INFO:tasks.workunit.client.0.vm06.stderr:check reshard logrecord successfully 2026-04-17T17:51:05.487 INFO:tasks.workunit.client.0.vm06.stderr: test: reshard versioned bucket 2026-04-17T17:51:05.488 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket myver 2026-04-17T17:51:05.508 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:05.508 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 realm 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:05.533 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.531+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.532+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.532+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.532+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.532+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.533+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:05.535 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.533+0000 7fd4a074d900 20 searching for the correct realm 2026-04-17T17:51:05.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.535+0000 7fd497fff640 0 -- 192.168.123.106:0/3258288256 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55f179f85ea0 msgr2=0x55f179fa6330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.541 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.539+0000 7fd4977fe640 0 -- 192.168.123.106:0/3258288256 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fd4900c30c0 msgr2=0x7fd4900e30b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.542+0000 7fd4a074d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 zone default found 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 4 Realm: () 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 zonegroup default 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.543+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.544+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.544+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.544+0000 7fd4a074d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.544+0000 7fd4a074d900 20 started sync module instance, tier type = 2026-04-17T17:51:05.546 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.544+0000 7fd4a074d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:05.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.547+0000 7fd4a074d900 20 add_watcher() i=0 2026-04-17T17:51:05.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.547+0000 7fd4a074d900 20 add_watcher() i=3 2026-04-17T17:51:05.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=2 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=5 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=4 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=1 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=7 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 20 add_watcher() i=6 2026-04-17T17:51:05.550 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.548+0000 7fd4a074d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:05.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.550+0000 7fd4a074d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:05.552 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.550+0000 7fd4a074d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:05.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.551+0000 7fd4a074d900 5 note: GC not initialized 2026-04-17T17:51:05.553 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.551+0000 7fd4497ea640 20 reqs_thread_entry: start 2026-04-17T17:51:05.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.592+0000 7fd4a074d900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:05.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.592+0000 7fd4a074d900 20 Filter name: none 2026-04-17T17:51:05.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.592+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.594 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.592+0000 7fd442ffd640 20 reqs_thread_entry: start 2026-04-17T17:51:05.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.593+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:05.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.593+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.593+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:05.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.593+0000 7fd4a074d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:05.595 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.593+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.594+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:05.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.594+0000 7fd4a074d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.594+0000 7fd4a074d900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:05.596 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.594+0000 7fd4a074d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:05.600 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.598+0000 7fd4a074d900 20 remove_watcher() i=3 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 2 removed watcher, disabling cache 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=0 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=1 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=4 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=5 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=6 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=7 2026-04-17T17:51:05.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.599+0000 7fd4a074d900 20 remove_watcher() i=2 2026-04-17T17:51:05.607 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:05.607 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:51:05.607 INFO:tasks.workunit.client.0.vm06.stderr:bucket: myver id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 num_objects: 0 size_kb: 0 num_shards: 1 2026-04-17T17:51:05.607 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:05.609 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2026-04-17T17:51:05.631 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:05.631 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:05.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.652+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.653+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.653+0000 7fd4ff767900 20 realm 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.653+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.654+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.654+0000 7fd4ff767900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.654+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.654+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.654+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.655+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.655+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.655+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:05.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.656+0000 7fd4ff767900 20 searching for the correct realm 2026-04-17T17:51:05.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.658+0000 7fd4f67fc640 0 -- 192.168.123.106:0/4115862940 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fd4e8017030 msgr2=0x7fd4e8023420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:05.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.662+0000 7fd4f67fc640 0 -- 192.168.123.106:0/4115862940 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fd4f00e2b00 msgr2=0x7fd4f00bb320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:05.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.866+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 zone default found 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 4 Realm: () 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 zonegroup default 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.869 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.867+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.868+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.868+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:05.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.868+0000 7fd4ff767900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:05.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.868+0000 7fd4ff767900 20 started sync module instance, tier type = 2026-04-17T17:51:05.870 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.868+0000 7fd4ff767900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=6 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=4 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=3 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=1 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=0 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=2 2026-04-17T17:51:05.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.872+0000 7fd4ff767900 20 add_watcher() i=7 2026-04-17T17:51:05.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.873+0000 7fd4ff767900 20 add_watcher() i=5 2026-04-17T17:51:05.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:05.873+0000 7fd4ff767900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:06.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.076+0000 7fd4ff767900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:06.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.076+0000 7fd4ff767900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:06.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.076+0000 7fd4ff767900 5 note: GC not initialized 2026-04-17T17:51:06.078 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.076+0000 7fd4a37fe640 20 reqs_thread_entry: start 2026-04-17T17:51:06.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.112+0000 7fd4ff767900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:06.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.112+0000 7fd4ff767900 20 Filter name: none 2026-04-17T17:51:06.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.112+0000 7fd4a17fa640 20 reqs_thread_entry: start 2026-04-17T17:51:06.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.112+0000 7fd4ff767900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-17T17:51:06.114 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.112+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : miss 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 adding default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.115 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.113+0000 7fd4ff767900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:06.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.116+0000 7fd4ff767900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.116+0000 7fd4ff767900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.116+0000 7fd4ff767900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.118 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.116+0000 7fd4ff767900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:06.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.117+0000 7fd4d9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894557 cookie 94147048537488 notifier 7814 bl.length()=833 2026-04-17T17:51:06.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.117+0000 7fd4d9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.117+0000 7fd4d9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.119 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.117+0000 7fd4d9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.118+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:06.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.118+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:06.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.118+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:06.120 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.118+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.0 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:06.122 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.120+0000 7fd4ff767900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4ff767900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4ff767900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4ff767900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4ff767900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894558 cookie 94147048537488 notifier 7814 bl.length()=833 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.123 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.121+0000 7fd4da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.122+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:06.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.122+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:06.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.122+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:06.124 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.122+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:06.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.123+0000 7fd4ff767900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.0 2026-04-17T17:51:06.125 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.124+0000 7fd4ff767900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:06.126 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.124+0000 7fd4ff767900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4ff767900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4ff767900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4ff767900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4ff767900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4da7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894559 cookie 94147048537488 notifier 7814 bl.length()=797 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4da7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4da7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:06.127 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.125+0000 7fd4da7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:06.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.126+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:06.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.126+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:06.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.126+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:06.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.126+0000 7fd4ff767900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:06.128 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.126+0000 7fd4ff767900 1 execute INFO: reshard of bucket "myver" from 1 shards to 2 shards completed successfully 2026-04-17T17:51:06.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.130+0000 7fd4ff767900 20 remove_watcher() i=0 2026-04-17T17:51:06.132 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.130+0000 7fd4ff767900 2 removed watcher, disabling cache 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=3 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=4 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=5 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=6 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=2 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=7 2026-04-17T17:51:06.133 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.131+0000 7fd4ff767900 20 remove_watcher() i=1 2026-04-17T17:51:06.140 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket myver 2026-04-17T17:51:06.160 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:06.160 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:06.180 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.178+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 realm 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.181 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.179+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.180+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:06.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.180+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.180+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:06.182 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.180+0000 7f85741a1900 20 searching for the correct realm 2026-04-17T17:51:06.185 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.183+0000 7f856affd640 0 -- 192.168.123.106:0/1627950771 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f855c038040 msgr2=0x7f855c029940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:06.188 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.186+0000 7f856affd640 0 -- 192.168.123.106:0/1627950771 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f8564053040 msgr2=0x7f85640733f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:06.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.189+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 zone default found 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 4 Realm: () 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 zonegroup default 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.190+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.191+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.192 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.191+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.191+0000 7f85741a1900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.191+0000 7f85741a1900 20 started sync module instance, tier type = 2026-04-17T17:51:06.193 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.191+0000 7f85741a1900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:06.197 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.195+0000 7f85741a1900 20 add_watcher() i=0 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.195+0000 7f85741a1900 20 add_watcher() i=5 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=4 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=6 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=3 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=2 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=1 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 20 add_watcher() i=7 2026-04-17T17:51:06.198 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.196+0000 7f85741a1900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:06.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.197+0000 7f85741a1900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:06.199 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.198+0000 7f85741a1900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:06.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.198+0000 7f85741a1900 5 note: GC not initialized 2026-04-17T17:51:06.200 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.198+0000 7f851cfe9640 20 reqs_thread_entry: start 2026-04-17T17:51:06.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.235+0000 7f85741a1900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:06.237 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 Filter name: none 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85167fc640 20 reqs_thread_entry: start 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:06.238 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.236+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.237+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:06.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.237+0000 7f85741a1900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.237+0000 7f85741a1900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:06.239 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.237+0000 7f85741a1900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.241+0000 7f85741a1900 20 remove_watcher() i=0 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.241+0000 7f85741a1900 2 removed watcher, disabling cache 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.241+0000 7f85741a1900 20 remove_watcher() i=1 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=5 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=4 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=3 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=6 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=7 2026-04-17T17:51:06.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.242+0000 7f85741a1900 20 remove_watcher() i=2 2026-04-17T17:51:06.250 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:06.250 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:51:06.250 INFO:tasks.workunit.client.0.vm06.stderr:bucket: myver id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-17T17:51:06.250 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:06.252 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:06.252 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:06.263 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:06.263 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:06.311 INFO:tasks.workunit.client.0.vm06.stderr: test: reshard removes olh entries with empty name 2026-04-17T17:51:06.313 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:06.313 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:06.371 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:06.371 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:06.557 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket a-bucket 2026-04-17T17:51:06.576 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:06.576 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:06.599 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.597+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 realm 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:06.601 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.599+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.600+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:06.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.600+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:06.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.601+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:06.603 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.601+0000 7f03e2b38900 20 searching for the correct realm 2026-04-17T17:51:06.604 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.602+0000 7f03df029640 0 -- 192.168.123.106:0/4001933329 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f03c40c2aa0 msgr2=0x7f03c4087950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:06.809 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:06.807+0000 7f03de027640 0 -- 192.168.123.106:0/4001933329 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f03d0085130 msgr2=0x7f03d009b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.014 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.012+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 zone default found 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 4 Realm: () 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 zonegroup default 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.015 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.013+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.014+0000 7f03e2b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.014+0000 7f03e2b38900 20 started sync module instance, tier type = 2026-04-17T17:51:07.016 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.014+0000 7f03e2b38900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:07.019 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.017+0000 7f03e2b38900 20 add_watcher() i=1 2026-04-17T17:51:07.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.018+0000 7f03e2b38900 20 add_watcher() i=0 2026-04-17T17:51:07.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.018+0000 7f03e2b38900 20 add_watcher() i=3 2026-04-17T17:51:07.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.018+0000 7f03e2b38900 20 add_watcher() i=2 2026-04-17T17:51:07.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.018+0000 7f03e2b38900 20 add_watcher() i=6 2026-04-17T17:51:07.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.019+0000 7f03e2b38900 20 add_watcher() i=5 2026-04-17T17:51:07.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.019+0000 7f03e2b38900 20 add_watcher() i=4 2026-04-17T17:51:07.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.019+0000 7f03e2b38900 20 add_watcher() i=7 2026-04-17T17:51:07.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.019+0000 7f03e2b38900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:07.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.021+0000 7f03e2b38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:07.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.021+0000 7f03e2b38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:07.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.021+0000 7f03e2b38900 5 note: GC not initialized 2026-04-17T17:51:07.023 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.021+0000 7f03877fe640 20 reqs_thread_entry: start 2026-04-17T17:51:07.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.263+0000 7f03e2b38900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:07.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.263+0000 7f03e2b38900 20 Filter name: none 2026-04-17T17:51:07.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.263+0000 7f03857fa640 20 reqs_thread_entry: start 2026-04-17T17:51:07.265 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.263+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.264+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.264+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.264+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.264+0000 7f03e2b38900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.264+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.265+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:07.266 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.265+0000 7f03e2b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.265+0000 7f03e2b38900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:07.267 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.265+0000 7f03e2b38900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=0 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 2 removed watcher, disabling cache 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=4 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=3 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=5 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=6 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.269+0000 7f03e2b38900 20 remove_watcher() i=7 2026-04-17T17:51:07.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.270+0000 7f03e2b38900 20 remove_watcher() i=1 2026-04-17T17:51:07.272 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.270+0000 7f03e2b38900 20 remove_watcher() i=2 2026-04-17T17:51:07.278 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:07.278 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:51:07.278 INFO:tasks.workunit.client.0.vm06.stderr:bucket: a-bucket id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 num_objects: 0 size_kb: 0 num_shards: 3 2026-04-17T17:51:07.278 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:07.280 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket layout --bucket a-bucket 2026-04-17T17:51:07.299 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:07.300 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:07.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.321+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 20 realm 2026-04-17T17:51:07.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.322+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.323+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.323+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.323+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.325 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.323+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.324+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:07.326 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.324+0000 7eff02878900 20 searching for the correct realm 2026-04-17T17:51:07.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.327+0000 7efefbfff640 0 -- 192.168.123.106:0/3549637039 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7efef406ec30 msgr2=0x7efef40759e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:07.534 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.532+0000 7eff00b30640 0 -- 192.168.123.106:0/3549637039 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7efee8062a00 msgr2=0x7efee80969c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.537 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.535+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 zone default found 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 4 Realm: () 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 zonegroup default 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.538 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.536+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.537+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.537+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.537+0000 7eff02878900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.537+0000 7eff02878900 20 started sync module instance, tier type = 2026-04-17T17:51:07.539 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.537+0000 7eff02878900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=4 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=7 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=0 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=2 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=5 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=3 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=6 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 20 add_watcher() i=1 2026-04-17T17:51:07.543 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.541+0000 7eff02878900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.543+0000 7eff02878900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.543+0000 7eff02878900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.543+0000 7eff02878900 5 note: GC not initialized 2026-04-17T17:51:07.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.544+0000 7efead7ea640 20 reqs_thread_entry: start 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 Filter name: none 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7efea6ffd640 20 reqs_thread_entry: start 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:07.587 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.585+0000 7eff02878900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=0 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 2 removed watcher, disabling cache 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=5 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=3 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=6 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=1 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=4 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=7 2026-04-17T17:51:07.592 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.590+0000 7eff02878900 20 remove_watcher() i=2 2026-04-17T17:51:07.601 INFO:tasks.workunit.client.0.vm06.stderr:rados -p default.rgw.buckets.index setomapval .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2026-04-17T17:51:07.619 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:07.619 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:07.635 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-17T17:51:07.654 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:07.654 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:07.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.671+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 realm 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.673+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.674+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.674+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.674+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:07.676 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.674+0000 7fe53da1b900 20 searching for the correct realm 2026-04-17T17:51:07.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.677+0000 7fe539984640 0 -- 192.168.123.106:0/3048277425 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5574c9359d30 msgr2=0x5574c937a110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:07.682 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.680+0000 7fe539183640 0 -- 192.168.123.106:0/3048277425 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fe52c075050 msgr2=0x7fe52c068df0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:07.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.683+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 zone default found 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 4 Realm: () 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 zonegroup default 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.686 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.684+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.685+0000 7fe53da1b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.685+0000 7fe53da1b900 20 started sync module instance, tier type = 2026-04-17T17:51:07.687 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.685+0000 7fe53da1b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.688+0000 7fe53da1b900 20 add_watcher() i=7 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.688+0000 7fe53da1b900 20 add_watcher() i=0 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=3 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=2 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=5 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=6 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=4 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 20 add_watcher() i=1 2026-04-17T17:51:07.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.689+0000 7fe53da1b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.691+0000 7fe53da1b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.691+0000 7fe53da1b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.691+0000 7fe53da1b900 5 note: GC not initialized 2026-04-17T17:51:07.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.691+0000 7fe4e67ec640 20 reqs_thread_entry: start 2026-04-17T17:51:07.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.731+0000 7fe53da1b900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:07.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.731+0000 7fe53da1b900 20 Filter name: none 2026-04-17T17:51:07.733 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.731+0000 7fe4dffff640 20 reqs_thread_entry: start 2026-04-17T17:51:07.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.732+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.732+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:07.734 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.732+0000 7fe53da1b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.732+0000 7fe53da1b900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 INFO: main: starting shard=0 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 INFO: main: starting shard=1 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.733+0000 7fe53da1b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:07.735 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 20 INFO: main: starting shard=2 2026-04-17T17:51:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:07.736 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.734+0000 7fe53da1b900 20 INFO: main: done 2026-04-17T17:51:07.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=0 2026-04-17T17:51:07.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 2 removed watcher, disabling cache 2026-04-17T17:51:07.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=3 2026-04-17T17:51:07.740 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=7 2026-04-17T17:51:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=1 2026-04-17T17:51:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=2 2026-04-17T17:51:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=5 2026-04-17T17:51:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=6 2026-04-17T17:51:07.741 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.738+0000 7fe53da1b900 20 remove_watcher() i=4 2026-04-17T17:51:07.748 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2026-04-17T17:51:07.770 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:07.770 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:07.977 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.975+0000 7f033a783640 0 --2- 192.168.123.106:0/2764972677 >> [v2:192.168.123.106:3301/0,v1:192.168.123.106:6790/0] conn(0x56413b1807b0 0x56413b2d7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2026-04-17T17:51:07.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.993+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.993+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.993+0000 7f033e96d900 20 realm 2026-04-17T17:51:07.995 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.993+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.994+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.994+0000 7f033e96d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.994+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.994+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:07.996 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.994+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.995+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.995+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.996+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:07.997 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.996+0000 7f033e96d900 20 searching for the correct realm 2026-04-17T17:51:07.999 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:07.997+0000 7f033af84640 0 -- 192.168.123.106:0/2401843973 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f03200a7c30 msgr2=0x7f03200f2a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:08.203 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.201+0000 7f0339f82640 0 -- 192.168.123.106:0/2401843973 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f032c007960 msgr2=0x7f032c002430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:08.408 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.406+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 zone default found 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 4 Realm: () 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 zonegroup default 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.409 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.407+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.408+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.408+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.408+0000 7f033e96d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.408+0000 7f033e96d900 20 started sync module instance, tier type = 2026-04-17T17:51:08.410 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.408+0000 7f033e96d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=3 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=5 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=4 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=2 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=0 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=7 2026-04-17T17:51:08.413 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.411+0000 7f033e96d900 20 add_watcher() i=6 2026-04-17T17:51:08.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.412+0000 7f033e96d900 20 add_watcher() i=1 2026-04-17T17:51:08.414 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.412+0000 7f033e96d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:08.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.413+0000 7f033e96d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:08.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.413+0000 7f033e96d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:08.415 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.414+0000 7f033e96d900 5 note: GC not initialized 2026-04-17T17:51:08.416 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.414+0000 7f02e2ffd640 20 reqs_thread_entry: start 2026-04-17T17:51:08.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.650+0000 7f033e96d900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.650+0000 7f033e96d900 20 Filter name: none 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f02e0ff9640 20 reqs_thread_entry: start 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : miss 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.651+0000 7f033e96d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f033e96d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f033e96d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f033e96d900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f033e96d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f0319ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894562 cookie 94838169918768 notifier 8388 bl.length()=839 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f0319ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f0319ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.657 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.655+0000 7f0319ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.657+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:51:08.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.657+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:51:08.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.657+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:51:08.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.657+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:51:08.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.659+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:51:08.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.659+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:51:08.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.659+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:08.661 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.659+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.660+0000 7f033e96d900 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.660+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.660+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.660+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.660+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.661+0000 7f033e96d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:08.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.661+0000 7f033e96d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:51:08.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f033e96d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f033e96d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f033e96d900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f033e96d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f03197fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894563 cookie 94838169918768 notifier 8388 bl.length()=839 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f03197fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f03197fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.662+0000 7f03197fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.663+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:51:08.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.663+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:51:08.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.663+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:51:08.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.663+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:51:08.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.664+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.664+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.0 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.1 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.2.2 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:08.667 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.665+0000 7f033e96d900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f033e96d900 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f033e96d900 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f033e96d900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f033e96d900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18, ofs0, ns] 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f03197fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894564 cookie 94838169918768 notifier 8388 bl.length()=803 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f03197fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 info.flags=0x17 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f03197fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18 to cache LRU end 2026-04-17T17:51:08.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.666+0000 7f03197fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.667+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_sources= new_sources= 2026-04-17T17:51:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.667+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential sources added=[] removed=[] 2026-04-17T17:51:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.667+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): orig_dests= new_dests= 2026-04-17T17:51:08.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.667+0000 7f033e96d900 20 handle_bi_update(): bucket=:a-bucket[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18]): potential dests added=[] removed=[] 2026-04-17T17:51:08.670 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.668+0000 7f033e96d900 1 execute INFO: reshard of bucket "a-bucket" from 3 shards to 1 shards completed successfully 2026-04-17T17:51:08.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.672+0000 7f033e96d900 20 remove_watcher() i=4 2026-04-17T17:51:08.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.672+0000 7f033e96d900 2 removed watcher, disabling cache 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.672+0000 7f033e96d900 20 remove_watcher() i=0 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=2 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=1 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=7 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=5 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=3 2026-04-17T17:51:08.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.673+0000 7f033e96d900 20 remove_watcher() i=6 2026-04-17T17:51:08.683 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket a-bucket 2026-04-17T17:51:08.702 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:08.702 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:08.725 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.723+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 realm 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:08.727 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.725+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.726+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:08.728 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.726+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:08.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.727+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:08.729 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.727+0000 7fcad2810900 20 searching for the correct realm 2026-04-17T17:51:08.730 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.728+0000 7fcace784640 0 -- 192.168.123.106:0/2930358231 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fcab406ded0 msgr2=0x7fcab406fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:08.935 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:08.933+0000 7fcacd782640 0 -- 192.168.123.106:0/2930358231 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x56454d12e970 msgr2=0x7fcac0069410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:09.139 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.137+0000 7fcad2810900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.137+0000 7fcad2810900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.137+0000 7fcad2810900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.138+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.140 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 zone default found 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 4 Realm: () 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 zonegroup default 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.141 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.139+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.140+0000 7fcad2810900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.140+0000 7fcad2810900 20 started sync module instance, tier type = 2026-04-17T17:51:09.142 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.140+0000 7fcad2810900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:09.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.143+0000 7fcad2810900 20 add_watcher() i=0 2026-04-17T17:51:09.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.143+0000 7fcad2810900 20 add_watcher() i=3 2026-04-17T17:51:09.145 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=4 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=2 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=5 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=6 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=7 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 20 add_watcher() i=1 2026-04-17T17:51:09.146 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.144+0000 7fcad2810900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:09.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.146+0000 7fcad2810900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:09.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.146+0000 7fcad2810900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:09.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.146+0000 7fcad2810900 5 note: GC not initialized 2026-04-17T17:51:09.148 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.146+0000 7fca7b7ee640 20 reqs_thread_entry: start 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.184+0000 7fcad2810900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.184+0000 7fcad2810900 20 Filter name: none 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.184+0000 7fca797ea640 20 reqs_thread_entry: start 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.184+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.184+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=176 2026-04-17T17:51:09.186 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 rados_obj.operate() r=0 bl.length=406 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 INFO: main: starting shard=0 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.18.3.0 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:09.187 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.185+0000 7fcad2810900 20 INFO: main: done 2026-04-17T17:51:09.190 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=2 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 2 removed watcher, disabling cache 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=6 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=5 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=0 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=4 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=3 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=1 2026-04-17T17:51:09.191 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.189+0000 7fcad2810900 20 remove_watcher() i=7 2026-04-17T17:51:09.197 INFO:tasks.workunit.client.0.vm06.stderr: test: PUT succeeds during reshard 2026-04-17T17:51:09.199 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket myver 2026-04-17T17:51:09.220 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:09.220 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:09.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.241+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.243 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 realm 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.242+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.244 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.243+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:09.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.243+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.243+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:09.245 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.243+0000 7ff218539900 20 searching for the correct realm 2026-04-17T17:51:09.247 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.245+0000 7ff2149f7640 0 -- 192.168.123.106:0/2045174771 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7ff1fc0a50c0 msgr2=0x7ff1fc078870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:09.250 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.248+0000 7ff20f7fe640 0 -- 192.168.123.106:0/2045174771 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff2080b96b0 msgr2=0x7ff2080e9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:09.455 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.453+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 zone default found 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 4 Realm: () 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 zonegroup default 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.454+0000 7ff218539900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.455+0000 7ff218539900 20 started sync module instance, tier type = 2026-04-17T17:51:09.456 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.455+0000 7ff218539900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:09.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.458+0000 7ff218539900 20 add_watcher() i=2 2026-04-17T17:51:09.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.458+0000 7ff218539900 20 add_watcher() i=7 2026-04-17T17:51:09.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.458+0000 7ff218539900 20 add_watcher() i=3 2026-04-17T17:51:09.460 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.458+0000 7ff218539900 20 add_watcher() i=1 2026-04-17T17:51:09.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.459+0000 7ff218539900 20 add_watcher() i=5 2026-04-17T17:51:09.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.459+0000 7ff218539900 20 add_watcher() i=0 2026-04-17T17:51:09.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.459+0000 7ff218539900 20 add_watcher() i=4 2026-04-17T17:51:09.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.459+0000 7ff218539900 20 add_watcher() i=6 2026-04-17T17:51:09.461 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.459+0000 7ff218539900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:09.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.461+0000 7ff218539900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:09.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.461+0000 7ff218539900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:09.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.461+0000 7ff218539900 5 note: GC not initialized 2026-04-17T17:51:09.463 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.461+0000 7ff1c17ea640 20 reqs_thread_entry: start 2026-04-17T17:51:09.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.499+0000 7ff218539900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:09.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.499+0000 7ff218539900 20 Filter name: none 2026-04-17T17:51:09.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.499+0000 7ff1baffd640 20 reqs_thread_entry: start 2026-04-17T17:51:09.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.499+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:09.502 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.500+0000 7ff218539900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.501+0000 7ff218539900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:09.503 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.501+0000 7ff218539900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=3 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 2 removed watcher, disabling cache 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=0 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=4 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=6 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=5 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=7 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=1 2026-04-17T17:51:09.508 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.506+0000 7ff218539900 20 remove_watcher() i=2 2026-04-17T17:51:09.515 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:09.515 INFO:tasks.workunit.client.0.vm06.stderr:BUCKET_STATS: 2026-04-17T17:51:09.515 INFO:tasks.workunit.client.0.vm06.stderr:bucket: myver id: c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 num_objects: 0 size_kb: 0 num_shards: 2 2026-04-17T17:51:09.515 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:09.518 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2026-04-17T17:51:09.541 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:09.541 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:09.563 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.561+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.562+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.562+0000 7fa7be1a3900 20 realm 2026-04-17T17:51:09.564 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.562+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.563+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.563+0000 7fa7be1a3900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:09.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.563+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.563+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.565 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.563+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.564+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:09.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.564+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.564+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:09.566 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.564+0000 7fa7be1a3900 20 searching for the correct realm 2026-04-17T17:51:09.568 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.567+0000 7fa7b96e6640 0 -- 192.168.123.106:0/2480865062 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fa7a803c940 msgr2=0x7fa7a8014410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:09.571 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.569+0000 7fa7b96e6640 0 -- 192.168.123.106:0/2480865062 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fa7ac0b8700 msgr2=0x7fa7ac0d1630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:09.775 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.773+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 zone default found 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 4 Realm: () 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 zonegroup default 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 started sync module instance, tier type = 2026-04-17T17:51:09.776 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.774+0000 7fa7be1a3900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=0 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=4 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=3 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=2 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=5 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=6 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=7 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 20 add_watcher() i=1 2026-04-17T17:51:09.780 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.778+0000 7fa7be1a3900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.981+0000 7fa7be1a3900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.981+0000 7fa7be1a3900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.981+0000 7fa7be1a3900 5 note: GC not initialized 2026-04-17T17:51:09.983 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:09.981+0000 7fa766fed640 20 reqs_thread_entry: start 2026-04-17T17:51:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.018+0000 7fa7be1a3900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.018+0000 7fa7be1a3900 20 Filter name: none 2026-04-17T17:51:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.018+0000 7fa764fe9640 20 reqs_thread_entry: start 2026-04-17T17:51:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.018+0000 7fa7be1a3900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-17T17:51:10.020 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.018+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : miss 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 20 rados->read ofs=0 len=0 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 adding default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:10.021 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.019+0000 7fa7be1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa7be1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa7be1a3900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa7be1a3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa7be1a3900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa798ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894565 cookie 94196945861536 notifier 7943 bl.length()=833 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa798ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa798ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:10.025 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.023+0000 7fa798ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.024+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.024+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.024+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:10.026 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.024+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:10.028 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:10.026+0000 7fa7be1a3900 -1 Injecting delay=5.000000000s at location=do_reshard 2026-04-17T17:51:10.522 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:10.522 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:10.561 INFO:tasks.workunit.client.0.vm06.stderr:put object successful 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:15.029 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.027+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:15.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.029+0000 7fa7be1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:15.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.029+0000 7fa7be1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:15.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.030+0000 7fa7be1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa7be1a3900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa7be1a3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa7be1a3900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa798ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894566 cookie 94196945861536 notifier 7943 bl.length()=833 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa798ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa798ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:15.033 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.031+0000 7fa798ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:15.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.032+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:15.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.032+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:15.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.032+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:15.034 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.032+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:15.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.039+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:15.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.039+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.0 2026-04-17T17:51:15.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.039+0000 7fa7be1a3900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:15.041 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.039+0000 7fa7be1a3900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.1.1 2026-04-17T17:51:15.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.060+0000 7fa7be1a3900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:15.062 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.060+0000 7fa7be1a3900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa7be1a3900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa7be1a3900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa7be1a3900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa7be1a3900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa798ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894567 cookie 94196945861536 notifier 7943 bl.length()=797 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa798ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa798ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:15.105 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.103+0000 7fa798ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:15.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.105+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:15.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.105+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:15.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.105+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:15.106 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.105+0000 7fa7be1a3900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:15.149 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.147+0000 7fa7be1a3900 1 execute INFO: reshard of bucket "myver" from 2 shards to 3 shards completed successfully 2026-04-17T17:51:15.260 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.258+0000 7fa7be1a3900 20 remove_watcher() i=1 2026-04-17T17:51:15.261 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.258+0000 7fa7be1a3900 2 removed watcher, disabling cache 2026-04-17T17:51:15.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.294+0000 7fa7be1a3900 20 remove_watcher() i=3 2026-04-17T17:51:15.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.294+0000 7fa7be1a3900 20 remove_watcher() i=7 2026-04-17T17:51:15.296 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.294+0000 7fa7be1a3900 20 remove_watcher() i=2 2026-04-17T17:51:15.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.295+0000 7fa7be1a3900 20 remove_watcher() i=5 2026-04-17T17:51:15.297 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.295+0000 7fa7be1a3900 20 remove_watcher() i=6 2026-04-17T17:51:15.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.345+0000 7fa7be1a3900 20 remove_watcher() i=0 2026-04-17T17:51:15.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:15.345+0000 7fa7be1a3900 20 remove_watcher() i=4 2026-04-17T17:51:15.566 INFO:tasks.workunit.client.0.vm06.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2026-04-17T17:51:15.566 INFO:tasks.workunit.client.0.vm06.stderr: 2026-04-17T17:51:15.568 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.568 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.586 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.587 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.708 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.708 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.761 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.761 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.774 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.775 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.824 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.824 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.838 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.838 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.888 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:15.888 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:15.903 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2026-04-17T17:51:16.164 INFO:tasks.workunit.client.0.vm06.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2026-04-17T17:51:17.418 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:17.418 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:17.449 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:51:17.451 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket myver --object x 2026-04-17T17:51:17.471 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:17.471 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:17.489 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.487+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 realm 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.490 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.488+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.489+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:17.491 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.489+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.490+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:17.492 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.490+0000 7f8de352d900 20 searching for the correct realm 2026-04-17T17:51:17.494 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.492+0000 7f8ddaffd640 0 -- 192.168.123.106:0/3612026532 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x558b1ca7c1c0 msgr2=0x558b1ca9c670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:17.497 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.495+0000 7f8dda7fc640 0 -- 192.168.123.106:0/3612026532 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f8dd404c3f0 msgr2=0x7f8dd404c840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:17.500 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.498+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 zone default found 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 4 Realm: () 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 zonegroup default 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 started sync module instance, tier type = 2026-04-17T17:51:17.501 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.499+0000 7f8de352d900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:17.504 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=0 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=1 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=3 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=6 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=5 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=4 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=7 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 20 add_watcher() i=2 2026-04-17T17:51:17.505 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.503+0000 7f8de352d900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:17.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.505+0000 7f8de352d900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:17.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.505+0000 7f8de352d900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:17.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.505+0000 7f8de352d900 5 note: GC not initialized 2026-04-17T17:51:17.507 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.505+0000 7f8d87fff640 20 reqs_thread_entry: start 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8de352d900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8de352d900 20 Filter name: none 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8d85ffb640 20 reqs_thread_entry: start 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:17.544 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.542+0000 7f8de352d900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: starting shard=0 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: starting shard=1 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 INFO: main: starting shard=2 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.543+0000 7f8de352d900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.544+0000 7f8de352d900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:17.545 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.544+0000 7f8de352d900 20 INFO: main: done 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=3 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 2 removed watcher, disabling cache 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=7 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=0 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=6 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=5 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=1 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=2 2026-04-17T17:51:17.549 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.547+0000 7f8de352d900 20 remove_watcher() i=4 2026-04-17T17:51:17.557 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:17.557 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:17.571 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:17.571 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:17.619 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:51:17.621 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket myver --object y 2026-04-17T17:51:17.643 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:17.643 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:17.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.660+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.660+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.660+0000 7fc720d32900 20 realm 2026-04-17T17:51:17.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.660+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.661+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.661+0000 7fc720d32900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.661+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.661+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.661+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.662+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:17.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.662+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.662+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:17.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.662+0000 7fc720d32900 20 searching for the correct realm 2026-04-17T17:51:17.868 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.866+0000 7fc71ca7e640 0 -- 192.168.123.106:0/2228689689 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55b0720a7130 msgr2=0x55b0720c75b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:17.871 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.869+0000 7fc71d27f640 0 -- 192.168.123.106:0/2228689689 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55b0720eb180 msgr2=0x55b07210b560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.872+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:17.874 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 zone default found 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 4 Realm: () 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 zonegroup default 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 started sync module instance, tier type = 2026-04-17T17:51:17.875 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.873+0000 7fc720d32900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=0 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=2 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=6 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=3 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=4 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=7 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=1 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.877+0000 7fc720d32900 20 add_watcher() i=5 2026-04-17T17:51:17.879 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.878+0000 7fc720d32900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:17.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.879+0000 7fc720d32900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:17.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.879+0000 7fc720d32900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:17.881 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.880+0000 7fc720d32900 5 note: GC not initialized 2026-04-17T17:51:17.882 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.880+0000 7fc6c97f2640 20 reqs_thread_entry: start 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc720d32900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc720d32900 20 Filter name: none 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc6c2ffd640 20 reqs_thread_entry: start 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:17.916 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.914+0000 7fc720d32900 20 rados->read ofs=0 len=0 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: starting shard=0 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: starting shard=1 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 INFO: main: starting shard=2 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:17.917 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.915+0000 7fc720d32900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:17.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.916+0000 7fc720d32900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:51:17.918 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.916+0000 7fc720d32900 20 INFO: main: done 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=1 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 2 removed watcher, disabling cache 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=3 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=0 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=5 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=6 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.919+0000 7fc720d32900 20 remove_watcher() i=2 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.920+0000 7fc720d32900 20 remove_watcher() i=4 2026-04-17T17:51:17.921 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:17.920+0000 7fc720d32900 20 remove_watcher() i=7 2026-04-17T17:51:17.929 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:17.929 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:17.942 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:17.942 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:17.990 INFO:tasks.workunit.client.0.vm06.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2026-04-17T17:51:17.992 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bi list --bucket myver --object z 2026-04-17T17:51:18.011 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:18.011 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:18.031 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.029+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 realm 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.032 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.030+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.232+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:18.234 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.232+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.233+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:18.235 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.233+0000 7f8d6e7c9900 20 searching for the correct realm 2026-04-17T17:51:18.236 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.234+0000 7f8d69bfb640 0 -- 192.168.123.106:0/65681316 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f8d50074030 msgr2=0x7f8d50063a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:18.441 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.439+0000 7f8d68bf9640 0 -- 192.168.123.106:0/65681316 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f8d4c003ae0 msgr2=0x7f8d5c0a4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:18.645 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.643+0000 7f8d6e7c9900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 zone default found 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 4 Realm: () 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 zonegroup default 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.644+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.646 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 started sync module instance, tier type = 2026-04-17T17:51:18.647 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.645+0000 7f8d6e7c9900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:18.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.648+0000 7f8d6e7c9900 20 add_watcher() i=3 2026-04-17T17:51:18.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.648+0000 7f8d6e7c9900 20 add_watcher() i=1 2026-04-17T17:51:18.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.648+0000 7f8d6e7c9900 20 add_watcher() i=0 2026-04-17T17:51:18.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.648+0000 7f8d6e7c9900 20 add_watcher() i=7 2026-04-17T17:51:18.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.649+0000 7f8d6e7c9900 20 add_watcher() i=2 2026-04-17T17:51:18.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.649+0000 7f8d6e7c9900 20 add_watcher() i=4 2026-04-17T17:51:18.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.649+0000 7f8d6e7c9900 20 add_watcher() i=5 2026-04-17T17:51:18.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.650+0000 7f8d6e7c9900 20 add_watcher() i=6 2026-04-17T17:51:18.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.650+0000 7f8d6e7c9900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:18.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.651+0000 7f8d6e7c9900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:18.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.651+0000 7f8d6e7c9900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:18.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.651+0000 7f8d6e7c9900 5 note: GC not initialized 2026-04-17T17:51:18.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.652+0000 7f8d16fed640 20 reqs_thread_entry: start 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.689+0000 7f8d6e7c9900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.689+0000 7f8d6e7c9900 20 Filter name: none 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.689+0000 7f8d14fe9640 20 reqs_thread_entry: start 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.689+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:18.691 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 rados->read ofs=0 len=0 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 INFO: main: starting shard=0 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 INFO: main: starting shard=1 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:18.692 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.690+0000 7f8d6e7c9900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 20 INFO: main: starting shard=2 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2026-04-17T17:51:18.693 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.691+0000 7f8d6e7c9900 20 INFO: main: done 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=5 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 2 removed watcher, disabling cache 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=6 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=3 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=0 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=1 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=4 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=7 2026-04-17T17:51:18.697 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:18.695+0000 7f8d6e7c9900 20 remove_watcher() i=2 2026-04-17T17:51:18.705 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:18.705 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:18.719 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2026-04-17T17:51:18.979 INFO:tasks.workunit.client.0.vm06.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2026-04-17T17:51:19.232 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2026-04-17T17:51:19.253 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:19.253 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:19.270 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.268+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 realm 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.271 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.269+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.271+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.271+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.271+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:19.273 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.271+0000 7faca35dc900 20 searching for the correct realm 2026-04-17T17:51:19.276 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.274+0000 7faca1093640 0 -- 192.168.123.106:0/2582896944 >> [v2:192.168.123.106:6808/233949095,v1:192.168.123.106:6809/233949095] conn(0x55f744c22250 msgr2=0x55f744c426b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.278 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.276+0000 7faca1894640 0 -- 192.168.123.106:0/2582896944 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55f744c65cf0 msgr2=0x55f744c860d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 zone default found 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 4 Realm: () 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 zonegroup default 2026-04-17T17:51:19.281 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.279+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 started sync module instance, tier type = 2026-04-17T17:51:19.282 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.280+0000 7faca35dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=7 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=6 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=3 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=4 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=5 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=2 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=1 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 20 add_watcher() i=0 2026-04-17T17:51:19.286 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.284+0000 7faca35dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:19.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.286+0000 7faca35dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:19.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.286+0000 7faca35dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:19.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.286+0000 7faca35dc900 5 note: GC not initialized 2026-04-17T17:51:19.288 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.286+0000 7fac4e7ec640 20 reqs_thread_entry: start 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 20 Filter name: none 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7fac47fff640 20 reqs_thread_entry: start 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : miss 2026-04-17T17:51:19.323 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.321+0000 7faca35dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 10 adding default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.324 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.322+0000 7faca35dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.327+0000 7faca35dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.327+0000 7faca35dc900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.327+0000 7faca35dc900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.329 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.327+0000 7faca35dc900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:19.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.328+0000 7fac84ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894568 cookie 94520499163104 notifier 8535 bl.length()=833 2026-04-17T17:51:19.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.328+0000 7fac84ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.328+0000 7fac84ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.330 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.328+0000 7fac84ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.329+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:19.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.329+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:19.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.329+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:19.331 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.329+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.0 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.0 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.1 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.1 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.2 2026-04-17T17:51:19.333 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.2 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.3 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.3 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.4 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.4 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.5 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.5 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.6 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.6 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.7 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.7 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.8 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.8 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.10 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.10 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.11 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.11 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.12 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.12 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.13 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.13 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.14 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.14 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.15 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.15 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.16 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.16 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.331+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.332+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.332+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.332+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:19.334 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.332+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:19.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.333+0000 7faca35dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:19.335 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.333+0000 7faca35dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7faca35dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7faca35dc900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7faca35dc900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7faca35dc900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7fac84ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894569 cookie 94520499163104 notifier 8535 bl.length()=833 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7fac84ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7fac84ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.336 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.334+0000 7fac84ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.336+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:19.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.336+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:19.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.336+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:19.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.336+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:19.338 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.0 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.1 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.2.2 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : hit (requested=0x17, cached=0x17) 2026-04-17T17:51:19.339 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.337+0000 7faca35dc900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7faca35dc900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7faca35dc900 10 moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7faca35dc900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7faca35dc900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19, ofs0, ns] 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7fac7bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894570 cookie 94520499163104 notifier 8535 bl.length()=797 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7fac7bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.340 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7fac7bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.338+0000 7fac7bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.341 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.339+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_sources= new_sources= 2026-04-17T17:51:19.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.339+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential sources added=[] removed=[] 2026-04-17T17:51:19.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.339+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): orig_dests= new_dests= 2026-04-17T17:51:19.342 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.339+0000 7faca35dc900 20 handle_bi_update(): bucket=:myver[c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19]): potential dests added=[] removed=[] 2026-04-17T17:51:19.343 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.341+0000 7faca35dc900 1 execute INFO: reshard of bucket "myver" from 3 shards to 17 shards completed successfully 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=6 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 2 removed watcher, disabling cache 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=1 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=5 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=0 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=3 2026-04-17T17:51:19.347 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=4 2026-04-17T17:51:19.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=2 2026-04-17T17:51:19.348 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.345+0000 7faca35dc900 20 remove_watcher() i=7 2026-04-17T17:51:19.355 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2026-04-17T17:51:19.376 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:19.376 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:19.394 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.392+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 20 realm 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.393+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.395 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.394+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.394+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.394+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.396 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.394+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.395+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:19.397 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.395+0000 7f2df0812900 20 searching for the correct realm 2026-04-17T17:51:19.398 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.396+0000 7f2de6ffd640 0 -- 192.168.123.106:0/781684124 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f2dd8055120 msgr2=0x7f2dd80183d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.602 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.599+0000 7f2de7fff640 0 -- 192.168.123.106:0/781684124 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f2dd4045040 msgr2=0x7f2dd4054400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.606 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.604+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 zone default found 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 4 Realm: () 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 zonegroup default 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 started sync module instance, tier type = 2026-04-17T17:51:19.607 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.605+0000 7f2df0812900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:19.610 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.608+0000 7f2df0812900 20 add_watcher() i=0 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=7 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=3 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=1 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=6 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=5 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=4 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 20 add_watcher() i=2 2026-04-17T17:51:19.611 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.609+0000 7f2df0812900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:19.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.611+0000 7f2df0812900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:19.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.611+0000 7f2df0812900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:19.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.611+0000 7f2df0812900 5 note: GC not initialized 2026-04-17T17:51:19.613 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.611+0000 7f2d98fe9640 20 reqs_thread_entry: start 2026-04-17T17:51:19.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.646+0000 7f2df0812900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:19.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.646+0000 7f2df0812900 20 Filter name: none 2026-04-17T17:51:19.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.646+0000 7f2d927fc640 20 reqs_thread_entry: start 2026-04-17T17:51:19.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 cache get: name=default.rgw.meta+root+myver : miss 2026-04-17T17:51:19.648 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 adding default.rgw.meta+root+myver to cache LRU end 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 : miss 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 info.flags=0x17 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 adding default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 to cache LRU end 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 updating xattr: name=user.rgw.acl bl.length()=143 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.0 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.647+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.0 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 1 NOTICE: finished shard 0 (0 entries removed) 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.1 2026-04-17T17:51:19.649 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.1 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 1 NOTICE: finished shard 1 (0 entries removed) 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.2 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.2 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 1 NOTICE: finished shard 2 (0 entries removed) 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.3 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.3 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 1 NOTICE: finished shard 3 (0 entries removed) 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.4 2026-04-17T17:51:19.650 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.648+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.4 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 1 NOTICE: finished shard 4 (0 entries removed) 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.5 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.5 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 1 NOTICE: finished shard 5 (0 entries removed) 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.6 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.6 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 1 NOTICE: finished shard 6 (0 entries removed) 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.7 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.649+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.7 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 1 NOTICE: finished shard 7 (0 entries removed) 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.8 2026-04-17T17:51:19.651 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.8 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 1 NOTICE: finished shard 8 (0 entries removed) 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.10 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.10 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 1 NOTICE: finished shard 10 (0 entries removed) 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.11 2026-04-17T17:51:19.652 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.650+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.11 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 1 NOTICE: finished shard 11 (0 entries removed) 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.12 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.12 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 1 NOTICE: finished shard 12 (0 entries removed) 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.13 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.13 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 1 NOTICE: finished shard 13 (0 entries removed) 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.14 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.14 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 1 NOTICE: finished shard 14 (0 entries removed) 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.15 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.651+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.15 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 1 NOTICE: finished shard 15 (0 entries removed) 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 10 bucket_obj is .dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.16 2026-04-17T17:51:19.653 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.16 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 1 NOTICE: finished shard 16 (0 entries removed) 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:x state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to lywr3y343777arw6w6avsmbaarmukmag 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 get_obj_state_impl: setting s->olh_tag to ciomtwiuofipm3u1km1hsd0yimmlaws1 2026-04-17T17:51:19.654 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.652+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ciomtwiuofipm3u1km1hsd0yimmlaws1 2026-04-17T17:51:19.655 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.653+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.654+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.654+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=2 key=x[] 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.654+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=3 key=x[Rhz0svEWddJH5gxDoZtf-BtSVlRLoNC] 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.654+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:Rhz0svEWddJH5gxDoZtf-BtSVlRLoNC_x state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.655+0000 7f2df0812900 10 manifest: total_size = 22 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.655+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.11499264917040288521 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.655+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:Rhz0svEWddJH5gxDoZtf-BtSVlRLoNC_x state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.655+0000 7f2df0812900 20 prepare_atomic_modification: state is not atomic. state=0x562d2cb82d38 2026-04-17T17:51:19.656 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.655+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.657+0000 7f2df0812900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:51:19.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.657+0000 7f2df0812900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-17T17:51:19.658 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.657+0000 7f2df0812900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:51:19.659 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.657+0000 7f2dc6ffd640 20 handle_completion(): completion ok for obj=x[Rhz0svEWddJH5gxDoZtf-BtSVlRLoNC] 2026-04-17T17:51:19.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.658+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:x state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.660 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.658+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=ciomtwiuofipm3u1km1hsd0yimmlaws1 2026-04-17T17:51:19.662 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.660+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.661+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.661+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.661+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:y state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.662+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to wcvgi80ltleod085u6wa2p3p0ysuc7re 2026-04-17T17:51:19.663 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.662+0000 7f2df0812900 20 get_obj_state_impl: setting s->olh_tag to is9z5dmremp2qm8xb90ktzlcnm3l7xv1 2026-04-17T17:51:19.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.662+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=is9z5dmremp2qm8xb90ktzlcnm3l7xv1 2026-04-17T17:51:19.664 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.662+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.663+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=2 key=y[] 2026-04-17T17:51:19.665 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=3 key=y[YvbSqOLhexQdDoN-L-zYdB0eOytl9Oh] 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:YvbSqOLhexQdDoN-L-zYdB0eOytl9Oh_y state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 10 manifest: total_size = 22 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.12461696708817392323 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:YvbSqOLhexQdDoN-L-zYdB0eOytl9Oh_y state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 prepare_atomic_modification: state is not atomic. state=0x562d2cb82d38 2026-04-17T17:51:19.666 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.664+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.666+0000 7f2df0812900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:51:19.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.666+0000 7f2df0812900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-17T17:51:19.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.666+0000 7f2df0812900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:51:19.668 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.667+0000 7f2dc6ffd640 20 handle_completion(): completion ok for obj=y[YvbSqOLhexQdDoN-L-zYdB0eOytl9Oh] 2026-04-17T17:51:19.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.667+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:y state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.669 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.667+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=is9z5dmremp2qm8xb90ktzlcnm3l7xv1 2026-04-17T17:51:19.671 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.669+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.670+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.670+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.672 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.670+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:z state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.671+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to uqe42s5989bvy01yoe5y0q22n2vkm9jo 2026-04-17T17:51:19.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.671+0000 7f2df0812900 20 get_obj_state_impl: setting s->olh_tag to k00miz4hqbnr9dwm3f3zzugyscgfvocr 2026-04-17T17:51:19.673 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.671+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k00miz4hqbnr9dwm3f3zzugyscgfvocr 2026-04-17T17:51:19.674 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.672+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=2 key=z[] 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 olh_log_entry: epoch=2 op=3 key=z[gsrIy3ZiUjZe6QVD9yY5ZI78ku.TaaI] 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:gsrIy3ZiUjZe6QVD9yY5ZI78ku.TaaI_z state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 10 manifest: total_size = 22 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 get_obj_state: setting s->obj_tag to c696d7aa-62cd-434f-9963-baa81c0df92e.4584.9634416373294491911 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:_:gsrIy3ZiUjZe6QVD9yY5ZI78ku.TaaI_z state=0x562d2cb82d38 s->prefetch_data=0 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 prepare_atomic_modification: state is not atomic. state=0x562d2cb82d38 2026-04-17T17:51:19.675 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.673+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.675+0000 7f2df0812900 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2026-04-17T17:51:19.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.675+0000 7f2df0812900 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2026-04-17T17:51:19.677 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.675+0000 7f2df0812900 0 deleting objects inline since gc isn't initialized 2026-04-17T17:51:19.678 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.676+0000 7f2dc6ffd640 20 handle_completion(): completion ok for obj=z[gsrIy3ZiUjZe6QVD9yY5ZI78ku.TaaI] 2026-04-17T17:51:19.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.677+0000 7f2df0812900 20 get_obj_state: octx=0x7f2de00078e0 obj=myver:z state=0x562d2cb4fd98 s->prefetch_data=0 2026-04-17T17:51:19.679 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.677+0000 7f2df0812900 20 bucket_index_guard_olh_op(): olh_state.olh_tag=k00miz4hqbnr9dwm3f3zzugyscgfvocr 2026-04-17T17:51:19.680 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.678+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.679+0000 7f2df0812900 20 bucket index object: :.dir.c696d7aa-62cd-434f-9963-baa81c0df92e.4584.19.3.9 2026-04-17T17:51:19.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.679+0000 7f2df0812900 1 NOTICE: finished shard 9 (3 entries removed) 2026-04-17T17:51:19.681 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.679+0000 7f2df0812900 1 NOTICE: finished all shards (3 entries removed) 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=0 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 2 removed watcher, disabling cache 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=4 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=5 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=6 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=3 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=2 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=1 2026-04-17T17:51:19.685 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.683+0000 7f2df0812900 20 remove_watcher() i=7 2026-04-17T17:51:19.692 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:19.692 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:19.715 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:19.715 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:19.788 INFO:tasks.workunit.client.0.vm06.stderr:radosgw-admin bucket stats --bucket myver 2026-04-17T17:51:19.807 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:19.807 INFO:tasks.workunit.client.0.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:19.828 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.826+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.831 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.827+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.827+0000 7fd963d75900 20 realm 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.827+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.827+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.827+0000 7fd963d75900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.828+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.828+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.828+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.829+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.829+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.829+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:19.832 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.829+0000 7fd963d75900 20 searching for the correct realm 2026-04-17T17:51:19.835 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.833+0000 7fd96202d640 0 -- 192.168.123.106:0/1111439200 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5605998ce7e0 msgr2=0x5605998eebc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.838 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.836+0000 7fd96182c640 0 -- 192.168.123.106:0/1111439200 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fd954096080 msgr2=0x7fd9540bea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.839+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:19.841 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 zone default found 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 4 Realm: () 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 zonegroup default 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 started sync module instance, tier type = 2026-04-17T17:51:19.842 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.840+0000 7fd963d75900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.844+0000 7fd963d75900 20 add_watcher() i=0 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.844+0000 7fd963d75900 20 add_watcher() i=4 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.844+0000 7fd963d75900 20 add_watcher() i=2 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 20 add_watcher() i=6 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 20 add_watcher() i=3 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 20 add_watcher() i=1 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 20 add_watcher() i=7 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 20 add_watcher() i=5 2026-04-17T17:51:19.847 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.845+0000 7fd963d75900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:19.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.847+0000 7fd963d75900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:19.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.847+0000 7fd963d75900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:19.849 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.847+0000 7fd963d75900 5 note: GC not initialized 2026-04-17T17:51:19.850 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.848+0000 7fd90efed640 20 reqs_thread_entry: start 2026-04-17T17:51:19.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.895+0000 7fd963d75900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:19.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.895+0000 7fd963d75900 20 Filter name: none 2026-04-17T17:51:19.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.895+0000 7fd90cfe9640 20 reqs_thread_entry: start 2026-04-17T17:51:19.897 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.895+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.896+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:19.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.896+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.896+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:19.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.896+0000 7fd963d75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:19.898 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.896+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.897+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=173 2026-04-17T17:51:19.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.897+0000 7fd963d75900 20 rados->read ofs=0 len=0 2026-04-17T17:51:19.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.897+0000 7fd963d75900 20 rados_obj.operate() r=0 bl.length=403 2026-04-17T17:51:19.899 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.897+0000 7fd963d75900 20 couldn't put binfo cache entry, might have raced with data changes 2026-04-17T17:51:19.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.902+0000 7fd963d75900 20 remove_watcher() i=6 2026-04-17T17:51:19.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.902+0000 7fd963d75900 2 removed watcher, disabling cache 2026-04-17T17:51:19.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.903+0000 7fd963d75900 20 remove_watcher() i=5 2026-04-17T17:51:19.905 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.903+0000 7fd963d75900 20 remove_watcher() i=7 2026-04-17T17:51:19.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.904+0000 7fd963d75900 20 remove_watcher() i=2 2026-04-17T17:51:19.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.904+0000 7fd963d75900 20 remove_watcher() i=0 2026-04-17T17:51:19.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.904+0000 7fd963d75900 20 remove_watcher() i=1 2026-04-17T17:51:19.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.904+0000 7fd963d75900 20 remove_watcher() i=3 2026-04-17T17:51:19.906 INFO:tasks.workunit.client.0.vm06.stderr:2026-04-17T17:51:19.904+0000 7fd963d75900 20 remove_watcher() i=4 2026-04-17T17:51:19.913 INFO:tasks.workunit.client.0.vm06.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2026-04-17T17:51:19.913 INFO:tasks.workunit.client.0.vm06.stderr:Deleting bucket a-bucket 2026-04-17T17:51:19.914 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:19.914 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:19.928 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:19.928 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:19.968 INFO:tasks.workunit.client.0.vm06.stderr:Deleting bucket myver 2026-04-17T17:51:19.969 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:19.969 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:20.031 INFO:tasks.workunit.client.0.vm06.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2026-04-17T17:51:20.032 INFO:tasks.workunit.client.0.vm06.stderr: warnings.warn( 2026-04-17T17:51:20.161 INFO:tasks.workunit.client.0.vm06.stderr:Completed resharding tests 2026-04-17T17:51:20.161 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2026-04-17T17:51:20.161 INFO:tasks.workunit.client.0.vm06.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2026-04-17T17:51:20.161 INFO:tasks.workunit.client.0.vm06.stdout:connected to https://localhost:443 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ deactivate 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ export PATH 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ unset _OLD_VIRTUAL_PATH 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ hash -r 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' -n '' ']' 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ unset VIRTUAL_ENV 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ '[' '!' '' = nondestructive ']' 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ unset -f deactivate 2026-04-17T17:51:20.212 INFO:tasks.workunit.client.0.vm06.stderr:+ echo OK. 2026-04-17T17:51:20.213 INFO:tasks.workunit.client.0.vm06.stdout:OK. 2026-04-17T17:51:20.213 INFO:teuthology.orchestra.run:Running command with timeout 3600 2026-04-17T17:51:20.213 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2026-04-17T17:51:20.292 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2026-04-17T17:51:20.292 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2026-04-17T17:51:20.822 DEBUG:teuthology.parallel:result is None 2026-04-17T17:51:20.822 DEBUG:teuthology.orchestra.run.vm06:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:51:20.860 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:51:20.860 DEBUG:teuthology.orchestra.run.vm06:> rmdir -- /home/ubuntu/cephtest/mnt.0 2026-04-17T17:51:20.927 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2026-04-17T17:51:20.927 INFO:teuthology.run_tasks:Running task s3tests... 2026-04-17T17:51:20.932 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 main': 'RGW11111111111111111', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-tentacle', 'sha1': 'e0c4ff71baef6d5126a0201df5fe54196d89b296', 'storage classes': 'LUKEWARM, FROZEN'}} 2026-04-17T17:51:20.932 INFO:tasks.s3tests:Downloading s3-tests... 2026-04-17T17:51:20.932 INFO:tasks.s3tests:Using branch 'ceph-tentacle' for s3tests 2026-04-17T17:51:20.932 DEBUG:teuthology.orchestra.run.vm06:> git clone -b ceph-tentacle https://github.com/ceph/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2026-04-17T17:51:20.995 INFO:teuthology.orchestra.run.vm06.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2026-04-17T17:51:22.497 DEBUG:teuthology.orchestra.run.vm06:> cd /home/ubuntu/cephtest/s3-tests-client.0 && git reset --hard e0c4ff71baef6d5126a0201df5fe54196d89b296 2026-04-17T17:51:22.574 INFO:teuthology.orchestra.run.vm06.stdout:HEAD is now at e0c4ff7 functional: fix invalid escape sequence deprication warning 2026-04-17T17:51:22.575 INFO:tasks.s3tests:Creating rgw users... 2026-04-17T17:51:22.575 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW11111111111111111 --account-name Mr.RGW11111111111111111 --email RGW11111111111111111+test@test.test 2026-04-17T17:51:22.666 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:22.666 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:22.682 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.680+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 realm 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:22.683 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.681+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:22.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.682+0000 7f482eddc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:22.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.682+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:22.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.683+0000 7f482eddc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:22.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.683+0000 7f482eddc900 20 searching for the correct realm 2026-04-17T17:51:22.686 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.684+0000 7f482d09b640 0 -- 192.168.123.106:0/1231457476 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f4814078020 msgr2=0x7f48140ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:22.890 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:22.888+0000 7f4827fff640 0 -- 192.168.123.106:0/1231457476 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f4820041200 msgr2=0x7f48200416b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.093+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 zone default found 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 4 Realm: () 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:23.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 zonegroup default 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 started sync module instance, tier type = 2026-04-17T17:51:23.096 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.094+0000 7f482eddc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.097+0000 7f482eddc900 20 add_watcher() i=4 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=0 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=6 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=5 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=3 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=2 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=1 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 20 add_watcher() i=7 2026-04-17T17:51:23.100 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.098+0000 7f482eddc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:23.101 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.100+0000 7f482eddc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:23.101 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.100+0000 7f482eddc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:23.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.100+0000 7f482eddc900 5 note: GC not initialized 2026-04-17T17:51:23.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.100+0000 7f47d9feb640 20 reqs_thread_entry: start 2026-04-17T17:51:23.137 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.135+0000 7f482eddc900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:23.137 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.135+0000 7f482eddc900 20 Filter name: none 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f47d37fe640 20 reqs_thread_entry: start 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 : miss 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 adding default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 failed to read name.$Mr.RGW11111111111111111 with: (2) No such file or directory 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 cache get: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test : miss 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x0 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 10 adding default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-17T17:51:23.138 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.136+0000 7f482eddc900 20 failed to read rgw11111111111111111+test@test.test with: (2) No such file or directory 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f482eddc900 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f482eddc900 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f482eddc900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW11111111111111111, ofs0, ns] 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f48037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894555 cookie 94771543924128 notifier 8589 bl.length()=384 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f48037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-17T17:51:23.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.137+0000 7f48037fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.141 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f482eddc900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2026-04-17T17:51:23.142 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f482eddc900 10 moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.142 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f482eddc900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW11111111111111111, ofs0, ns] 2026-04-17T17:51:23.142 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f48037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894545 cookie 94771543920272 notifier 8589 bl.length()=225 2026-04-17T17:51:23.142 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f48037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 info.flags=0x17 2026-04-17T17:51:23.142 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.140+0000 7f48037fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f482eddc900 10 cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2026-04-17T17:51:23.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f482eddc900 10 moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-17T17:51:23.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f482eddc900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw11111111111111111+test@test.test, ofs0, ns] 2026-04-17T17:51:23.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f48037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894528 cookie 94771542195456 notifier 8589 bl.length()=234 2026-04-17T17:51:23.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f48037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw11111111111111111+test@test.test info.flags=0x17 2026-04-17T17:51:23.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.142+0000 7f48037fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw11111111111111111+test@test.test to cache LRU end 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=7 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 2 removed watcher, disabling cache 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=0 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=1 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=2 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=4 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.146+0000 7f482eddc900 20 remove_watcher() i=3 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.147+0000 7f482eddc900 20 remove_watcher() i=5 2026-04-17T17:51:23.148 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.147+0000 7f482eddc900 20 remove_watcher() i=6 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "id": "RGW11111111111111111", 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "tenant": "", 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "name": "Mr.RGW11111111111111111", 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "email": "RGW11111111111111111+test@test.test", 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "quota": { 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_users": 1000, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_roles": 1000, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_groups": 1000, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout: "max_access_keys": 4 2026-04-17T17:51:23.152 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:23.154 DEBUG:tasks.s3tests:Creating user RGW11111111111111111 on client.0 2026-04-17T17:51:23.154 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.RGW11111111111111111 --email foo+test@test.test --access-key BHMVWRKISHJJHFTSVCIE --secret GepGj1RlJf7222Nf9nJ8xhcyyR9S39tOoruH0fuxPNJ4UNRVZXxp7Q== --cluster ceph --account-id RGW11111111111111111 --account-root 2026-04-17T17:51:23.200 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:23.200 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:23.216 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.214+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 realm 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.216+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.217+0000 7ff4d3189900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:23.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.217+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.218+0000 7ff4d3189900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:23.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.218+0000 7ff4d3189900 20 searching for the correct realm 2026-04-17T17:51:23.221 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.219+0000 7ff4cf6e8640 0 -- 192.168.123.106:0/3112469690 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7ff4b40714c0 msgr2=0x7ff4b40944b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:23.425 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.423+0000 7ff4ce6e6640 0 -- 192.168.123.106:0/3112469690 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x56027a73b9f0 msgr2=0x7ff4c0029920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:23.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.628+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 zone default found 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 4 Realm: () 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 zonegroup default 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.629+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 started sync module instance, tier type = 2026-04-17T17:51:23.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.630+0000 7ff4d3189900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:23.635 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.633+0000 7ff4d3189900 20 add_watcher() i=3 2026-04-17T17:51:23.635 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.633+0000 7ff4d3189900 20 add_watcher() i=0 2026-04-17T17:51:23.635 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.633+0000 7ff4d3189900 20 add_watcher() i=5 2026-04-17T17:51:23.635 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.633+0000 7ff4d3189900 20 add_watcher() i=6 2026-04-17T17:51:23.636 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.634+0000 7ff4d3189900 20 add_watcher() i=7 2026-04-17T17:51:23.636 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.634+0000 7ff4d3189900 20 add_watcher() i=2 2026-04-17T17:51:23.636 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.634+0000 7ff4d3189900 20 add_watcher() i=4 2026-04-17T17:51:23.637 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.635+0000 7ff4d3189900 20 add_watcher() i=1 2026-04-17T17:51:23.637 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.635+0000 7ff4d3189900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:23.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.637+0000 7ff4d3189900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:23.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.637+0000 7ff4d3189900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:23.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.637+0000 7ff4d3189900 5 note: GC not initialized 2026-04-17T17:51:23.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.637+0000 7ff4777fe640 20 reqs_thread_entry: start 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 Filter name: none 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4757fa640 20 reqs_thread_entry: start 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE : miss 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE info.flags=0x0 2026-04-17T17:51:23.676 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 adding default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE to cache LRU end 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+accounts+account.RGW11111111111111111 : miss 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.674+0000 7ff4d3189900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 20 rados_obj.operate() r=0 bl.length=184 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+accounts+account.RGW11111111111111111 info.flags=0x17 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 10 adding default.rgw.meta+accounts+account.RGW11111111111111111 to cache LRU end 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE : hit (negative entry) 2026-04-17T17:51:23.677 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.675+0000 7ff4d3189900 10 cache get: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE : hit (negative entry) 2026-04-17T17:51:23.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.676+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-17T17:51:23.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.676+0000 7ff4d3189900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:23.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.676+0000 7ff4d3189900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-17T17:51:23.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.677+0000 7ff4ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894546 cookie 94568646877872 notifier 8084 bl.length()=673 2026-04-17T17:51:23.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.677+0000 7ff4ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-17T17:51:23.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.677+0000 7ff4ae7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.679+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.679+0000 7ff4d3189900 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.679+0000 7ff4d3189900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.680+0000 7ff4ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894547 cookie 94568646870992 notifier 8084 bl.length()=185 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.680+0000 7ff4ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2026-04-17T17:51:23.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.680+0000 7ff4ae7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4d3189900 10 cache put: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE info.flags=0x7 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4d3189900 10 moving default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE to cache LRU end 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4d3189900 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:BHMVWRKISHJJHFTSVCIE, ofs0, ns] 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4ae7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1327144894564 cookie 94568646880688 notifier 8084 bl.length()=186 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4ae7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE info.flags=0x7 2026-04-17T17:51:23.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.682+0000 7ff4ae7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BHMVWRKISHJJHFTSVCIE to cache LRU end 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.684+0000 7ff4d3189900 20 linked user foo.client.0 to account RGW11111111111111111 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "foo.client.0", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.RGW11111111111111111", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "email": "foo+test@test.test", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "user": "foo.client.0", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "BHMVWRKISHJJHFTSVCIE", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "GepGj1RlJf7222Nf9nJ8xhcyyR9S39tOoruH0fuxPNJ4UNRVZXxp7Q==", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:23.676079Z" 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:23.686 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "type": "root", 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "RGW11111111111111111", 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:23.676071Z", 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:23.687 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=3 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 2 removed watcher, disabling cache 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=0 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=5 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=7 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=6 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=4 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=1 2026-04-17T17:51:23.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.688+0000 7ff4d3189900 20 remove_watcher() i=2 2026-04-17T17:51:23.696 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 8338531318 --totp-seed JGNCK6MQC42FJUTJREADJBMVUBAMUPUHREA7LDUUWGY5JAD4B3DIXBBKDNHOPJHX --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:23.746 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:23.746 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:23.762 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.760+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 realm 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.761+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.763 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.762+0000 7f0ac820f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:23.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.762+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.762+0000 7f0ac820f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:23.764 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.762+0000 7f0ac820f900 20 searching for the correct realm 2026-04-17T17:51:23.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.766+0000 7f0abf7fe640 0 -- 192.168.123.106:0/1602966797 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f0ab80585e0 msgr2=0x7f0ab807d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:23.974 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.972+0000 7f0abffff640 0 -- 192.168.123.106:0/1602966797 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f0aa8008410 msgr2=0x7f0aa8008820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:23.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:23.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:23.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:23.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.974+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 zone default found 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 4 Realm: () 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 zonegroup default 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.975+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.977 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 started sync module instance, tier type = 2026-04-17T17:51:23.978 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.976+0000 7f0ac820f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=0 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=1 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=2 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=3 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=7 2026-04-17T17:51:24.000 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:23.998+0000 7f0ac820f900 20 add_watcher() i=4 2026-04-17T17:51:24.005 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.003+0000 7f0ac820f900 20 add_watcher() i=5 2026-04-17T17:51:24.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.003+0000 7f0ac820f900 20 add_watcher() i=6 2026-04-17T17:51:24.015 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.003+0000 7f0ac820f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:24.015 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.013+0000 7f0ac820f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:24.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.013+0000 7f0ac820f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:24.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.014+0000 7f0ac820f900 5 note: GC not initialized 2026-04-17T17:51:24.016 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.014+0000 7f0a6bfff640 20 reqs_thread_entry: start 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.280+0000 7f0ac820f900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.280+0000 7f0ac820f900 20 Filter name: none 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0a69ffb640 20 reqs_thread_entry: start 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 20 rados_obj.operate() r=0 bl.length=488 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:24.283 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:24.281+0000 7f0ac820f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:26.330 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.327+0000 7f0ac820f900 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-17T17:51:26.330 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.328+0000 7f0ac820f900 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:26.330 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.328+0000 7f0ac820f900 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2026-04-17T17:51:26.331 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.329+0000 7f0aa2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829140 cookie 94837974169232 notifier 8628 bl.length()=687 2026-04-17T17:51:26.331 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.329+0000 7f0aa2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2026-04-17T17:51:26.331 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.329+0000 7f0aa2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2026-04-17T17:51:26.366 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=5 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 2 removed watcher, disabling cache 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=6 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=2 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=7 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=4 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.364+0000 7f0ac820f900 20 remove_watcher() i=0 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.365+0000 7f0ac820f900 20 remove_watcher() i=3 2026-04-17T17:51:26.367 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.365+0000 7f0ac820f900 20 remove_watcher() i=1 2026-04-17T17:51:26.376 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2026-04-17T17:51:26.377 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key FRTXZPTLQRHMCBWSDYVE --secret /TpO0oxwN2epMr2ixo29J3eTdV2N/zfI1X23ZzCEOBAqe/Fjh7Oyeg== --cluster ceph 2026-04-17T17:51:26.431 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:26.432 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:26.451 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.449+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 realm 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.450+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.451+0000 7f59fa72b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.451+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.452+0000 7f59fa72b900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.452+0000 7f59fa72b900 20 searching for the correct realm 2026-04-17T17:51:26.456 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.453+0000 7f59f6c77640 0 -- 192.168.123.106:0/3910793089 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7f59dc084050 msgr2=0x7f59dc060930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:26.459 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.457+0000 7f59f5c75640 0 -- 192.168.123.106:0/3910793089 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f59e80f2bc0 msgr2=0x7f59e80c3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:26.665 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.663+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 zone default found 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 4 Realm: () 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 zonegroup default 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.664+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.666 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.665+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.665+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.665+0000 7f59fa72b900 20 started sync module instance, tier type = 2026-04-17T17:51:26.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.665+0000 7f59fa72b900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:26.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.676+0000 7f59fa72b900 20 add_watcher() i=0 2026-04-17T17:51:26.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.677+0000 7f59fa72b900 20 add_watcher() i=3 2026-04-17T17:51:26.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.677+0000 7f59fa72b900 20 add_watcher() i=4 2026-04-17T17:51:26.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.682+0000 7f59fa72b900 20 add_watcher() i=7 2026-04-17T17:51:26.689 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.687+0000 7f59fa72b900 20 add_watcher() i=5 2026-04-17T17:51:26.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.687+0000 7f59fa72b900 20 add_watcher() i=2 2026-04-17T17:51:26.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.688+0000 7f59fa72b900 20 add_watcher() i=6 2026-04-17T17:51:26.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.688+0000 7f59fa72b900 20 add_watcher() i=1 2026-04-17T17:51:26.690 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.688+0000 7f59fa72b900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:26.698 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.696+0000 7f59fa72b900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:26.698 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.696+0000 7f59fa72b900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:26.699 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.697+0000 7f59fa72b900 5 note: GC not initialized 2026-04-17T17:51:26.699 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.697+0000 7f599effd640 20 reqs_thread_entry: start 2026-04-17T17:51:26.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.973+0000 7f59fa72b900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:26.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.973+0000 7f59fa72b900 20 Filter name: none 2026-04-17T17:51:26.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.973+0000 7f599cff9640 20 reqs_thread_entry: start 2026-04-17T17:51:26.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.973+0000 7f59fa72b900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-17T17:51:26.975 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.973+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache get: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE : miss 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 20 rados->read ofs=0 len=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE info.flags=0x0 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 adding default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE to cache LRU end 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache get: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE : hit (negative entry) 2026-04-17T17:51:26.976 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:26.974+0000 7f59fa72b900 10 cache get: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE : hit (negative entry) 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59fa72b900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59fa72b900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59d5ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829148 cookie 94303130545536 notifier 8649 bl.length()=645 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59d5ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-17T17:51:27.009 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.007+0000 7f59d5ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:27.011 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.009+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-17T17:51:27.011 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.009+0000 7f59fa72b900 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-17T17:51:27.011 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.009+0000 7f59fa72b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2026-04-17T17:51:27.012 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.010+0000 7f59d57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829165 cookie 94303128823296 notifier 8649 bl.length()=185 2026-04-17T17:51:27.012 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.010+0000 7f59d57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2026-04-17T17:51:27.012 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.010+0000 7f59d57fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59fa72b900 10 cache put: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE info.flags=0x7 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59fa72b900 10 moving default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE to cache LRU end 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59fa72b900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:FRTXZPTLQRHMCBWSDYVE, ofs0, ns] 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59d57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1335734829166 cookie 94303128823296 notifier 8649 bl.length()=186 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59d57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE info.flags=0x7 2026-04-17T17:51:27.014 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.012+0000 7f59d57fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+FRTXZPTLQRHMCBWSDYVE to cache LRU end 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "bar.client.0", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.bar.client.0", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "email": "bar+test@test.test", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "user": "bar.client.0", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "FRTXZPTLQRHMCBWSDYVE", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "/TpO0oxwN2epMr2ixo29J3eTdV2N/zfI1X23ZzCEOBAqe/Fjh7Oyeg==", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:26.975301Z" 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "type": "rgw", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:26.975295Z", 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:27.016 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:27.056 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 20 remove_watcher() i=5 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 2 removed watcher, disabling cache 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 20 remove_watcher() i=7 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 20 remove_watcher() i=0 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 20 remove_watcher() i=3 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.054+0000 7f59fa72b900 20 remove_watcher() i=6 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.055+0000 7f59fa72b900 20 remove_watcher() i=1 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.055+0000 7f59fa72b900 20 remove_watcher() i=2 2026-04-17T17:51:27.057 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.055+0000 7f59fa72b900 20 remove_watcher() i=4 2026-04-17T17:51:27.064 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 0890525316 --totp-seed CAL6QQAO4IIDLAJBJ7EMF4SKAXJMMCFBPO5JVQQDEB7RVMV2L7EXU2L3MLGDRLGF --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:27.113 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:27.113 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:27.131 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.129+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 realm 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.132 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.130+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.131+0000 7fedde212900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:27.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.131+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.131+0000 7fedde212900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:27.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.132+0000 7fedde212900 20 searching for the correct realm 2026-04-17T17:51:27.136 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.134+0000 7fedda0e8640 0 -- 192.168.123.106:0/2338655782 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5633814ea570 msgr2=0x5633814ea9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:27.139 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.137+0000 7fedd98e7640 0 -- 192.168.123.106:0/2338655782 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fedcc008ac0 msgr2=0x7fedcc0883d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 zone default found 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 4 Realm: () 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:27.143 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 zonegroup default 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.141+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 started sync module instance, tier type = 2026-04-17T17:51:27.144 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.142+0000 7fedde212900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:27.159 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.157+0000 7fedde212900 20 add_watcher() i=1 2026-04-17T17:51:27.159 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.157+0000 7fedde212900 20 add_watcher() i=5 2026-04-17T17:51:27.159 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.157+0000 7fedde212900 20 add_watcher() i=0 2026-04-17T17:51:27.159 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.157+0000 7fedde212900 20 add_watcher() i=6 2026-04-17T17:51:27.164 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.162+0000 7fedde212900 20 add_watcher() i=3 2026-04-17T17:51:27.179 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.162+0000 7fedde212900 20 add_watcher() i=2 2026-04-17T17:51:27.179 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.162+0000 7fedde212900 20 add_watcher() i=7 2026-04-17T17:51:27.179 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.162+0000 7fedde212900 20 add_watcher() i=4 2026-04-17T17:51:27.179 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.162+0000 7fedde212900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:27.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.193+0000 7fedde212900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:27.200 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.193+0000 7fedde212900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:27.200 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.193+0000 7fedde212900 5 note: GC not initialized 2026-04-17T17:51:27.200 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.193+0000 7fed877ee640 20 reqs_thread_entry: start 2026-04-17T17:51:27.585 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:27.585 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 20 Filter name: none 2026-04-17T17:51:27.585 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fed857ea640 20 reqs_thread_entry: start 2026-04-17T17:51:27.585 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2026-04-17T17:51:27.585 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 20 rados_obj.operate() r=0 bl.length=460 2026-04-17T17:51:27.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2026-04-17T17:51:27.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:27.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.583+0000 7fedde212900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedde212900 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedde212900 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedde212900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedb8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796445 cookie 94779212780720 notifier 7714 bl.length()=659 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedb8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2026-04-17T17:51:27.591 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.589+0000 7fedb8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2026-04-17T17:51:27.629 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.627+0000 7fedde212900 20 remove_watcher() i=6 2026-04-17T17:51:27.629 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.627+0000 7fedde212900 2 removed watcher, disabling cache 2026-04-17T17:51:27.629 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.627+0000 7fedde212900 20 remove_watcher() i=5 2026-04-17T17:51:27.630 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.628+0000 7fedde212900 20 remove_watcher() i=7 2026-04-17T17:51:27.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.631+0000 7fedde212900 20 remove_watcher() i=4 2026-04-17T17:51:27.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.631+0000 7fedde212900 20 remove_watcher() i=2 2026-04-17T17:51:27.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.631+0000 7fedde212900 20 remove_watcher() i=1 2026-04-17T17:51:27.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.631+0000 7fedde212900 20 remove_watcher() i=3 2026-04-17T17:51:27.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.631+0000 7fedde212900 20 remove_watcher() i=0 2026-04-17T17:51:27.641 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2026-04-17T17:51:27.691 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:27.691 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:27.709 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.707+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.709 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.707+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.709 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.707+0000 7f98ecb8e900 20 realm 2026-04-17T17:51:27.709 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.707+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.708+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.708+0000 7f98ecb8e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.708+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.708+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.708+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.709+0000 7f98ecb8e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:27.710 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.709+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.711 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.709+0000 7f98ecb8e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:27.711 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.709+0000 7f98ecb8e900 20 searching for the correct realm 2026-04-17T17:51:27.713 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.712+0000 7f98e88e7640 0 -- 192.168.123.106:0/635836444 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x5618b96eaaf0 msgr2=0x5618b96eaf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:27.717 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.715+0000 7f98e90e8640 0 -- 192.168.123.106:0/635836444 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x5618b96e7c00 msgr2=0x5618b96e8050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:27.719 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.717+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 zone default found 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 4 Realm: () 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 zonegroup default 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.718+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.719+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:27.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.719+0000 7f98ecb8e900 20 started sync module instance, tier type = 2026-04-17T17:51:27.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.719+0000 7f98ecb8e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.727+0000 7f98ecb8e900 20 add_watcher() i=0 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.727+0000 7f98ecb8e900 20 add_watcher() i=3 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.727+0000 7f98ecb8e900 20 add_watcher() i=7 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.727+0000 7f98ecb8e900 20 add_watcher() i=4 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.727+0000 7f98ecb8e900 20 add_watcher() i=2 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.728+0000 7f98ecb8e900 20 add_watcher() i=5 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.728+0000 7f98ecb8e900 20 add_watcher() i=6 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.728+0000 7f98ecb8e900 20 add_watcher() i=1 2026-04-17T17:51:27.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.728+0000 7f98ecb8e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:27.753 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.751+0000 7f98ecb8e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:27.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.751+0000 7f98ecb8e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:27.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.751+0000 7f98ecb8e900 5 note: GC not initialized 2026-04-17T17:51:27.768 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:27.751+0000 7f98957f2640 20 reqs_thread_entry: start 2026-04-17T17:51:28.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.056+0000 7f98ecb8e900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:28.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.056+0000 7f98ecb8e900 20 Filter name: none 2026-04-17T17:51:28.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.056+0000 7f988effd640 20 reqs_thread_entry: start 2026-04-17T17:51:28.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.057+0000 7f98ecb8e900 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2026-04-17T17:51:28.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.057+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2026-04-17T17:51:28.061 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-17T17:51:28.061 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.058+0000 7f98ecb8e900 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98ecb8e900 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98ecb8e900 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98ecb8e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98c7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796446 cookie 94664190269232 notifier 8147 bl.length()=389 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98c7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-17T17:51:28.089 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.087+0000 7f98c7fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98ecb8e900 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98ecb8e900 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98ecb8e900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98c77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796437 cookie 94664191729872 notifier 8147 bl.length()=230 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98c77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2026-04-17T17:51:28.102 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.100+0000 7f98c77fe640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.122 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.120+0000 7f98ecb8e900 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2026-04-17T17:51:28.122 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.120+0000 7f98ecb8e900 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-17T17:51:28.122 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.120+0000 7f98ecb8e900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2026-04-17T17:51:28.123 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.121+0000 7f98c7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796417 cookie 94664191725872 notifier 8147 bl.length()=234 2026-04-17T17:51:28.123 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.121+0000 7f98c7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2026-04-17T17:51:28.123 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.121+0000 7f98c7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2026-04-17T17:51:28.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.131+0000 7f98ecb8e900 20 remove_watcher() i=1 2026-04-17T17:51:28.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.131+0000 7f98ecb8e900 2 removed watcher, disabling cache 2026-04-17T17:51:28.133 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.131+0000 7f98ecb8e900 20 remove_watcher() i=0 2026-04-17T17:51:28.134 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.132+0000 7f98ecb8e900 20 remove_watcher() i=5 2026-04-17T17:51:28.135 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.132+0000 7f98ecb8e900 20 remove_watcher() i=7 2026-04-17T17:51:28.135 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.133+0000 7f98ecb8e900 20 remove_watcher() i=2 2026-04-17T17:51:28.135 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.133+0000 7f98ecb8e900 20 remove_watcher() i=3 2026-04-17T17:51:28.135 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.133+0000 7f98ecb8e900 20 remove_watcher() i=6 2026-04-17T17:51:28.135 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.133+0000 7f98ecb8e900 20 remove_watcher() i=4 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "id": "RGW33333333333333333", 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "tenant": "testx", 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "name": "Mr.RGW33333333333333333", 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "email": "RGW33333333333333333+test@test.test", 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "quota": { 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_users": 1000, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_roles": 1000, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_groups": 1000, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout: "max_access_keys": 4 2026-04-17T17:51:28.139 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:28.141 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2026-04-17T17:51:28.141 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key DUAMQKRFGQRMSIOWLLZQ --secret h6kcG9Sg1qdCIlXN+OQcDdI1toFnjRYfhkL3PyPKl3L71lTtGqQWnQ== --cluster ceph --account-id RGW33333333333333333 --account-root 2026-04-17T17:51:28.191 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:28.191 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:28.216 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.214+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 realm 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.218 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.216+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.217+0000 7f2ee3baf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:28.219 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.217+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.220 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.218+0000 7f2ee3baf900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:28.220 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.218+0000 7f2ee3baf900 20 searching for the correct realm 2026-04-17T17:51:28.226 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.224+0000 7f2ee1666640 0 -- 192.168.123.106:0/948509435 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f2ed40b6ad0 msgr2=0x7f2ed40ba600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:28.431 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.429+0000 7f2ee0e65640 0 -- 192.168.123.106:0/948509435 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x557214f0d6f0 msgr2=0x557214f0db60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.431+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:28.433 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 zone default found 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 4 Realm: () 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 zonegroup default 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.432+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.434 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.433+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.435 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.433+0000 7f2ee3baf900 20 started sync module instance, tier type = 2026-04-17T17:51:28.435 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.433+0000 7f2ee3baf900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:28.444 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.442+0000 7f2ee3baf900 20 add_watcher() i=2 2026-04-17T17:51:28.444 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.442+0000 7f2ee3baf900 20 add_watcher() i=0 2026-04-17T17:51:28.447 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.445+0000 7f2ee3baf900 20 add_watcher() i=3 2026-04-17T17:51:28.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.445+0000 7f2ee3baf900 20 add_watcher() i=7 2026-04-17T17:51:28.459 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.455+0000 7f2ee3baf900 20 add_watcher() i=4 2026-04-17T17:51:28.459 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.457+0000 7f2ee3baf900 20 add_watcher() i=1 2026-04-17T17:51:28.459 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.457+0000 7f2ee3baf900 20 add_watcher() i=5 2026-04-17T17:51:28.460 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.458+0000 7f2ee3baf900 20 add_watcher() i=6 2026-04-17T17:51:28.460 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.458+0000 7f2ee3baf900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:28.461 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.459+0000 7f2ee3baf900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:28.461 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.459+0000 7f2ee3baf900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:28.461 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.460+0000 7f2ee3baf900 5 note: GC not initialized 2026-04-17T17:51:28.462 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.460+0000 7f2e8e7ec640 20 reqs_thread_entry: start 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.665+0000 7f2ee3baf900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 20 Filter name: none 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2e87fff640 20 reqs_thread_entry: start 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2026-04-17T17:51:28.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.666+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ : miss 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ info.flags=0x0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 adding default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ to cache LRU end 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 20 rados_obj.operate() r=0 bl.length=189 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ : hit (negative entry) 2026-04-17T17:51:28.669 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.667+0000 7f2ee3baf900 10 cache get: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ : hit (negative entry) 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2ee3baf900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2ee3baf900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2eb7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796463 cookie 93948467603712 notifier 8694 bl.length()=732 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2eb7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-17T17:51:28.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.672+0000 7f2eb7fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:28.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-17T17:51:28.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2ee3baf900 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-17T17:51:28.678 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2ee3baf900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2026-04-17T17:51:28.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2eb7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796385 cookie 93948467589488 notifier 8694 bl.length()=215 2026-04-17T17:51:28.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2eb7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2026-04-17T17:51:28.679 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.677+0000 7f2eb7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2026-04-17T17:51:28.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.679+0000 7f2ee3baf900 10 cache put: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ info.flags=0x7 2026-04-17T17:51:28.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.679+0000 7f2ee3baf900 10 moving default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ to cache LRU end 2026-04-17T17:51:28.681 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.679+0000 7f2ee3baf900 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:DUAMQKRFGQRMSIOWLLZQ, ofs0, ns] 2026-04-17T17:51:28.682 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.680+0000 7f2ec0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796464 cookie 93948467599680 notifier 8694 bl.length()=201 2026-04-17T17:51:28.682 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.680+0000 7f2ec0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ info.flags=0x7 2026-04-17T17:51:28.682 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.680+0000 7f2ec0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DUAMQKRFGQRMSIOWLLZQ to cache LRU end 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.682+0000 7f2ee3baf900 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "testx$tenanteduser.client.0", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.RGW33333333333333333", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "email": "testx$tenanteduser+test@test.test", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "user": "testx$tenanteduser.client.0", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "DUAMQKRFGQRMSIOWLLZQ", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "h6kcG9Sg1qdCIlXN+OQcDdI1toFnjRYfhkL3PyPKl3L71lTtGqQWnQ==", 2026-04-17T17:51:28.684 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:28.668448Z" 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "type": "root", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "RGW33333333333333333", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:28.668441Z", 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:28.685 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=7 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 2 removed watcher, disabling cache 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=2 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=3 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=0 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=5 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=6 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=4 2026-04-17T17:51:28.691 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.689+0000 7f2ee3baf900 20 remove_watcher() i=1 2026-04-17T17:51:28.698 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 4734535789 --totp-seed 7BKZ5L3QFB3B5LDMHYWWMVBVV2RCZVHJC55ERQG63B2MGABDQLTZCIJVQMZGJX4P --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:28.761 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:28.761 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:28.783 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.781+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 realm 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:28.785 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.783+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.786 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.784+0000 7fa8915dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:28.786 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.784+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:28.787 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.785+0000 7fa8915dc900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:28.787 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.785+0000 7fa8915dc900 20 searching for the correct realm 2026-04-17T17:51:28.791 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.788+0000 7fa88e892640 0 -- 192.168.123.106:0/1044689152 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fa87c031950 msgr2=0x7fa87c0203f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:28.794 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.792+0000 7fa88e892640 0 -- 192.168.123.106:0/1044689152 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fa884017b40 msgr2=0x7fa884014930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:29.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:29.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:29.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:29.001 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:28.999+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 zone default found 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 4 Realm: () 2026-04-17T17:51:29.002 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 zonegroup default 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.000+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.001+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.001+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.001+0000 7fa8915dc900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.001+0000 7fa8915dc900 20 started sync module instance, tier type = 2026-04-17T17:51:29.003 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.001+0000 7fa8915dc900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:29.007 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.005+0000 7fa8915dc900 20 add_watcher() i=6 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=2 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=0 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=3 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=5 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=1 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=7 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 20 add_watcher() i=4 2026-04-17T17:51:29.008 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.006+0000 7fa8915dc900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:29.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.008+0000 7fa8915dc900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:29.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.008+0000 7fa8915dc900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:29.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.008+0000 7fa8915dc900 5 note: GC not initialized 2026-04-17T17:51:29.010 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.008+0000 7fa83cfe9640 20 reqs_thread_entry: start 2026-04-17T17:51:29.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.057+0000 7fa8915dc900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:29.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.057+0000 7fa8915dc900 20 Filter name: none 2026-04-17T17:51:29.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.057+0000 7fa8367fc640 20 reqs_thread_entry: start 2026-04-17T17:51:29.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.057+0000 7fa8915dc900 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2026-04-17T17:51:29.059 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.057+0000 7fa8915dc900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.058+0000 7fa8915dc900 20 rados_obj.operate() r=0 bl.length=532 2026-04-17T17:51:29.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.058+0000 7fa8915dc900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2026-04-17T17:51:29.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.058+0000 7fa8915dc900 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:29.060 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.058+0000 7fa8915dc900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:29.064 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.061+0000 7fa8915dc900 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-17T17:51:29.064 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.062+0000 7fa8915dc900 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:29.064 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.062+0000 7fa8915dc900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2026-04-17T17:51:29.064 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.062+0000 7fa86a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796465 cookie 94366479567248 notifier 8712 bl.length()=746 2026-04-17T17:51:29.064 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.062+0000 7fa86a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2026-04-17T17:51:29.065 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.062+0000 7fa86a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2026-04-17T17:51:29.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.068+0000 7fa8915dc900 20 remove_watcher() i=0 2026-04-17T17:51:29.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 2 removed watcher, disabling cache 2026-04-17T17:51:29.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=2 2026-04-17T17:51:29.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=3 2026-04-17T17:51:29.071 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=1 2026-04-17T17:51:29.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=4 2026-04-17T17:51:29.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=5 2026-04-17T17:51:29.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=7 2026-04-17T17:51:29.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.069+0000 7fa8915dc900 20 remove_watcher() i=6 2026-04-17T17:51:29.079 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2026-04-17T17:51:29.080 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key AJOVYWLQGXBWVUZGUFYK --secret 3tyYvINlVn22QxZdxd4IA4NDniI9fWyH+lE8JBA1hit5uM5HpfiKIg== --cluster ceph 2026-04-17T17:51:29.146 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:29.146 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:29.171 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.169+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 realm 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.173 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.171+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.174 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.172+0000 7fe252b38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.174 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.172+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.175 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.173+0000 7fe252b38900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:29.175 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.173+0000 7fe252b38900 20 searching for the correct realm 2026-04-17T17:51:29.179 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.177+0000 7fe24f029640 0 -- 192.168.123.106:0/1647895070 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55af5587b510 msgr2=0x55af5587b960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.183 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.180+0000 7fe24e027640 0 -- 192.168.123.106:0/1647895070 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fe23c085ac0 msgr2=0x7fe23c002db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.185+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.188 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 zone default found 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 4 Realm: () 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 zonegroup default 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.186+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 started sync module instance, tier type = 2026-04-17T17:51:29.189 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.187+0000 7fe252b38900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:29.194 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.191+0000 7fe252b38900 20 add_watcher() i=7 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.192+0000 7fe252b38900 20 add_watcher() i=3 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.192+0000 7fe252b38900 20 add_watcher() i=0 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.192+0000 7fe252b38900 20 add_watcher() i=5 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.193+0000 7fe252b38900 20 add_watcher() i=6 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.193+0000 7fe252b38900 20 add_watcher() i=2 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.193+0000 7fe252b38900 20 add_watcher() i=4 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.193+0000 7fe252b38900 20 add_watcher() i=1 2026-04-17T17:51:29.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.193+0000 7fe252b38900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:29.198 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.196+0000 7fe252b38900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:29.198 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.196+0000 7fe252b38900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:29.198 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.196+0000 7fe252b38900 5 note: GC not initialized 2026-04-17T17:51:29.198 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.196+0000 7fe1fc7f0640 20 reqs_thread_entry: start 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.245+0000 7fe252b38900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 Filter name: none 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe1fa7ec640 20 reqs_thread_entry: start 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 10 cache get: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK : miss 2026-04-17T17:51:29.248 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.246+0000 7fe252b38900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.249 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.247+0000 7fe252b38900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.249 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.247+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK info.flags=0x0 2026-04-17T17:51:29.249 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.247+0000 7fe252b38900 10 adding default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK to cache LRU end 2026-04-17T17:51:29.249 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.247+0000 7fe252b38900 10 cache get: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK : hit (negative entry) 2026-04-17T17:51:29.249 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.247+0000 7fe252b38900 10 cache get: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK : hit (negative entry) 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe252b38900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe252b38900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe22e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796386 cookie 94211542630240 notifier 8730 bl.length()=660 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe22e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.250 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.248+0000 7fe22e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe252b38900 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe252b38900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe22e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796447 cookie 94211542638480 notifier 8730 bl.length()=191 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe22e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2026-04-17T17:51:29.253 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.251+0000 7fe22e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2026-04-17T17:51:29.255 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe252b38900 10 cache put: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK info.flags=0x7 2026-04-17T17:51:29.255 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe252b38900 10 moving default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK to cache LRU end 2026-04-17T17:51:29.255 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe252b38900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:AJOVYWLQGXBWVUZGUFYK, ofs0, ns] 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe22e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796438 cookie 94211544234736 notifier 8730 bl.length()=189 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe22e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK info.flags=0x7 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.253+0000 7fe22e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+AJOVYWLQGXBWVUZGUFYK to cache LRU end 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "foobar.client.0", 2026-04-17T17:51:29.256 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.foobar.client.0", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "email": "foobar+test@test.test", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "user": "foobar.client.0", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "AJOVYWLQGXBWVUZGUFYK", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "3tyYvINlVn22QxZdxd4IA4NDniI9fWyH+lE8JBA1hit5uM5HpfiKIg==", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:29.247605Z" 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "type": "rgw", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:29.247601Z", 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:29.257 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:29.260 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=4 2026-04-17T17:51:29.260 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 2 removed watcher, disabling cache 2026-04-17T17:51:29.260 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=0 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=3 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=2 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=7 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=6 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=5 2026-04-17T17:51:29.261 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.258+0000 7fe252b38900 20 remove_watcher() i=1 2026-04-17T17:51:29.266 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 9982633477 --totp-seed UE4PB5PNSSTYPALC4WRVHE2LCWQCAS6WGH6MTTZK2D3DACTSA4DJTSVN6EAYFZJU --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:29.316 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:29.316 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:29.333 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.331+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.331+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.331+0000 7fc088d30900 20 realm 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.331+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.334 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.332+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.335 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.333+0000 7fc088d30900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:29.335 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.333+0000 7fc088d30900 20 searching for the correct realm 2026-04-17T17:51:29.338 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.336+0000 7fc084a7e640 0 -- 192.168.123.106:0/4154930863 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7fc0780727b0 msgr2=0x7fc078069a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.543 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.541+0000 7fc08527f640 0 -- 192.168.123.106:0/4154930863 >> [v2:192.168.123.106:6810/2573641404,v1:192.168.123.106:6812/2573641404] conn(0x7fc06c08cfb0 msgr2=0x7fc06c062950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:29.545 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.543+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 zone default found 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 4 Realm: () 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 zonegroup default 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.546 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.544+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.547 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.545+0000 7fc088d30900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.547 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.545+0000 7fc088d30900 20 started sync module instance, tier type = 2026-04-17T17:51:29.547 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.545+0000 7fc088d30900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.547+0000 7fc088d30900 20 add_watcher() i=3 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.548+0000 7fc088d30900 20 add_watcher() i=5 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.548+0000 7fc088d30900 20 add_watcher() i=6 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.548+0000 7fc088d30900 20 add_watcher() i=1 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.548+0000 7fc088d30900 20 add_watcher() i=4 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.548+0000 7fc088d30900 20 add_watcher() i=0 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.549+0000 7fc088d30900 20 add_watcher() i=2 2026-04-17T17:51:29.550 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.549+0000 7fc088d30900 20 add_watcher() i=7 2026-04-17T17:51:29.551 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.549+0000 7fc088d30900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:29.552 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.550+0000 7fc088d30900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:29.552 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.550+0000 7fc088d30900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:29.552 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.550+0000 7fc088d30900 5 note: GC not initialized 2026-04-17T17:51:29.552 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.550+0000 7fc031feb640 20 reqs_thread_entry: start 2026-04-17T17:51:29.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.584+0000 7fc088d30900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:29.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.584+0000 7fc088d30900 20 Filter name: none 2026-04-17T17:51:29.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.584+0000 7fc02b7fe640 20 reqs_thread_entry: start 2026-04-17T17:51:29.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.584+0000 7fc088d30900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-17T17:51:29.586 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.584+0000 7fc088d30900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.587 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.585+0000 7fc088d30900 20 rados_obj.operate() r=0 bl.length=472 2026-04-17T17:51:29.587 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.585+0000 7fc088d30900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-17T17:51:29.587 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.585+0000 7fc088d30900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.587 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.585+0000 7fc088d30900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:29.588 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.586+0000 7fc088d30900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.588 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.586+0000 7fc088d30900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.588 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.586+0000 7fc088d30900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-17T17:51:29.589 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.587+0000 7fc05b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796387 cookie 94825217356416 notifier 8210 bl.length()=674 2026-04-17T17:51:29.589 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.587+0000 7fc05b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.589 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.587+0000 7fc05b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=2 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 2 removed watcher, disabling cache 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=0 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=5 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=4 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=6 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=3 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.591+0000 7fc088d30900 20 remove_watcher() i=1 2026-04-17T17:51:29.593 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.592+0000 7fc088d30900 20 remove_watcher() i=7 2026-04-17T17:51:29.599 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2026-04-17T17:51:29.640 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:29.640 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:29.656 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.653+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 realm 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.657 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.655+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.658 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.656+0000 7f541152c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.658 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.656+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.658 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.656+0000 7f541152c900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:29.658 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.656+0000 7f541152c900 20 searching for the correct realm 2026-04-17T17:51:29.661 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.659+0000 7f540d9c5640 0 -- 192.168.123.106:0/747069515 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55846f014280 msgr2=0x55846f0146d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.664 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.662+0000 7f540c9c3640 0 -- 192.168.123.106:0/747069515 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7f53fc078f10 msgr2=0x7f53fc048040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.667 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.665+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 zone default found 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 4 Realm: () 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 zonegroup default 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 started sync module instance, tier type = 2026-04-17T17:51:29.668 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.666+0000 7f541152c900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:29.671 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.669+0000 7f541152c900 20 add_watcher() i=5 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=7 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=4 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=1 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=2 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=3 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=6 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 20 add_watcher() i=0 2026-04-17T17:51:29.672 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.670+0000 7f541152c900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:29.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.672+0000 7f541152c900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:29.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.672+0000 7f541152c900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:29.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.672+0000 7f541152c900 5 note: GC not initialized 2026-04-17T17:51:29.674 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.672+0000 7f53bafed640 20 reqs_thread_entry: start 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 20 Filter name: none 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f53b8fe9640 20 reqs_thread_entry: start 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 20 rados_obj.operate() r=0 bl.length=486 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.714 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.712+0000 7f541152c900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f541152c900 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f541152c900 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f541152c900 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f53ecff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796388 cookie 94027286427712 notifier 8763 bl.length()=727 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f53ecff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2026-04-17T17:51:29.715 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.713+0000 7f53ecff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "foobar.client.0", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.foobar.client.0", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "email": "foobar+test@test.test", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "user": "foobar.client.0", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "AJOVYWLQGXBWVUZGUFYK", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "3tyYvINlVn22QxZdxd4IA4NDniI9fWyH+lE8JBA1hit5uM5HpfiKIg==", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:29.247605Z" 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [ 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "type": "oidc-provider", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "perm": "*" 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "type": "roles", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "perm": "*" 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "type": "user-policy", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "perm": "*" 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:29.717 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "type": "rgw", 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [ 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "9982633477" 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "", 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:29.247601Z", 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:29.718 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=7 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 2 removed watcher, disabling cache 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=5 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=4 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=3 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=6 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=2 2026-04-17T17:51:29.720 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.718+0000 7f541152c900 20 remove_watcher() i=1 2026-04-17T17:51:29.721 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.719+0000 7f541152c900 20 remove_watcher() i=0 2026-04-17T17:51:29.726 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2026-04-17T17:51:29.811 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:29.811 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 realm 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.826+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.827+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:29.828 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.827+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.829 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.827+0000 7f1d09583900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:29.829 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.827+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:29.830 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.828+0000 7f1d09583900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:29.830 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.828+0000 7f1d09583900 20 searching for the correct realm 2026-04-17T17:51:29.832 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.830+0000 7f1d05ae8640 0 -- 192.168.123.106:0/2795329018 >> [v2:192.168.123.107:6814/3570890207,v1:192.168.123.107:6816/3570890207] conn(0x55e7ae222830 msgr2=0x55e7ae222c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:29.835 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:29.833+0000 7f1d04ae6640 0 -- 192.168.123.106:0/2795329018 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f1cf8024770 msgr2=0x7f1cf806ba00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.040 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.038+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 zone default found 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 4 Realm: () 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 zonegroup default 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.039+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.040+0000 7f1d09583900 20 started sync module instance, tier type = 2026-04-17T17:51:30.041 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.040+0000 7f1d09583900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:30.044 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.042+0000 7f1d09583900 20 add_watcher() i=3 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=5 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=0 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=6 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=4 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=7 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=2 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 20 add_watcher() i=1 2026-04-17T17:51:30.045 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.043+0000 7f1d09583900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:30.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.045+0000 7f1d09583900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:30.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.045+0000 7f1d09583900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:30.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.045+0000 7f1d09583900 5 note: GC not initialized 2026-04-17T17:51:30.047 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.045+0000 7f1cb27ec640 20 reqs_thread_entry: start 2026-04-17T17:51:30.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.081+0000 7f1d09583900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:30.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.081+0000 7f1d09583900 20 Filter name: none 2026-04-17T17:51:30.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.081+0000 7f1cabfff640 20 reqs_thread_entry: start 2026-04-17T17:51:30.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.081+0000 7f1d09583900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2026-04-17T17:51:30.083 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.081+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-17T17:51:30.084 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.082+0000 7f1d09583900 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1d09583900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1d09583900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1d09583900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1cdbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796448 cookie 94453547308784 notifier 8246 bl.length()=384 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1cdbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-17T17:51:30.085 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.083+0000 7f1cdbfff640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1d09583900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1d09583900 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1d09583900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1cdbfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796439 cookie 94453548781376 notifier 8246 bl.length()=225 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1cdbfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2026-04-17T17:51:30.088 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.086+0000 7f1cdbfff640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1d09583900 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1d09583900 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1d09583900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1ce4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796418 cookie 94453547305472 notifier 8246 bl.length()=234 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1ce4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2026-04-17T17:51:30.090 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.088+0000 7f1ce4ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=7 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 2 removed watcher, disabling cache 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=3 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=0 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=2 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=1 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=4 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=5 2026-04-17T17:51:30.095 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.093+0000 7f1d09583900 20 remove_watcher() i=6 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "id": "RGW88888888888888888", 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "tenant": "", 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "name": "Mr.RGW88888888888888888", 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "email": "RGW88888888888888888+test@test.test", 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "quota": { 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_users": 1000, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_roles": 1000, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_groups": 1000, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout: "max_access_keys": 4 2026-04-17T17:51:30.098 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:30.100 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2026-04-17T17:51:30.100 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key YEQYFEAGFIEUNAURLSHN --secret 3jdba2NQjhTVjouhWSJvNvsI1M+aARHemz1PYAAkp3SR+xCAmkBwKw== --cluster ceph --account-id RGW88888888888888888 --account-root 2026-04-17T17:51:30.148 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:30.148 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:30.164 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.162+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 realm 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.163+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.165 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.164+0000 7fecd032f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.166 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.164+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.166 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.164+0000 7fecd032f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:30.166 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.164+0000 7fecd032f900 20 searching for the correct realm 2026-04-17T17:51:30.168 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.166+0000 7fecbf5ff640 0 -- 192.168.123.106:0/794505114 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7fecb8024bf0 msgr2=0x7fecb8008920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2026-04-17T17:51:30.171 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.169+0000 7fecbf5ff640 0 -- 192.168.123.106:0/794505114 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7fecc0090040 msgr2=0x7fecc0072570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.374+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 zone default found 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 4 Realm: () 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 zonegroup default 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.375+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.377 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.376+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.376+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.376+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.376+0000 7fecd032f900 20 started sync module instance, tier type = 2026-04-17T17:51:30.378 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.376+0000 7fecd032f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:30.380 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.378+0000 7fecd032f900 20 add_watcher() i=7 2026-04-17T17:51:30.381 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.378+0000 7fecd032f900 20 add_watcher() i=3 2026-04-17T17:51:30.381 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.379+0000 7fecd032f900 20 add_watcher() i=1 2026-04-17T17:51:30.381 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.379+0000 7fecd032f900 20 add_watcher() i=0 2026-04-17T17:51:30.381 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.380+0000 7fecd032f900 20 add_watcher() i=2 2026-04-17T17:51:30.382 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.380+0000 7fecd032f900 20 add_watcher() i=5 2026-04-17T17:51:30.382 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.380+0000 7fecd032f900 20 add_watcher() i=4 2026-04-17T17:51:30.382 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.380+0000 7fecd032f900 20 add_watcher() i=6 2026-04-17T17:51:30.382 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.380+0000 7fecd032f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:30.383 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.381+0000 7fecd032f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:30.384 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.381+0000 7fecd032f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:30.384 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.382+0000 7fecd032f900 5 note: GC not initialized 2026-04-17T17:51:30.384 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.382+0000 7fec78ff1640 20 reqs_thread_entry: start 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 Filter name: none 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fec727fc640 20 reqs_thread_entry: start 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2026-04-17T17:51:30.419 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 10 cache get: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN : miss 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.417+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN info.flags=0x0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 adding default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN to cache LRU end 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 20 rados_obj.operate() r=0 bl.length=184 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 cache get: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN : hit (negative entry) 2026-04-17T17:51:30.420 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.418+0000 7fecd032f900 10 cache get: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN : hit (negative entry) 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecd032f900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecd032f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796449 cookie 94503934043776 notifier 8796 bl.length()=681 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-17T17:51:30.421 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.419+0000 7fecab7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecd032f900 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecd032f900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796466 cookie 94503935774704 notifier 8796 bl.length()=189 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2026-04-17T17:51:30.424 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.422+0000 7fecab7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2026-04-17T17:51:30.426 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.424+0000 7fecd032f900 10 cache put: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN info.flags=0x7 2026-04-17T17:51:30.426 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.424+0000 7fecd032f900 10 moving default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN to cache LRU end 2026-04-17T17:51:30.426 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.424+0000 7fecd032f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:YEQYFEAGFIEUNAURLSHN, ofs0, ns] 2026-04-17T17:51:30.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.425+0000 7fecab7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796440 cookie 94503935777280 notifier 8796 bl.length()=188 2026-04-17T17:51:30.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.425+0000 7fecab7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN info.flags=0x7 2026-04-17T17:51:30.427 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.425+0000 7fecab7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+YEQYFEAGFIEUNAURLSHN to cache LRU end 2026-04-17T17:51:30.428 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.426+0000 7fecd032f900 20 linked user root1.client.0 to account RGW88888888888888888 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "root1.client.0", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.RGW88888888888888888", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "email": "root1+test@test.test", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "user": "root1.client.0", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "YEQYFEAGFIEUNAURLSHN", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "3jdba2NQjhTVjouhWSJvNvsI1M+aARHemz1PYAAkp3SR+xCAmkBwKw==", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:30.418969Z" 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "type": "root", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "RGW88888888888888888", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:30.418961Z", 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:30.429 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=0 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 2 removed watcher, disabling cache 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=5 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=6 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=3 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=2 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=7 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=1 2026-04-17T17:51:30.432 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.430+0000 7fecd032f900 20 remove_watcher() i=4 2026-04-17T17:51:30.438 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 6956746370 --totp-seed VYT6A2MQUYBHKQ467ZVG7E4XSAC5KH4WTA473EJ3X5TWIK36J7XBJZWDC6H7HGNY --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:30.485 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:30.485 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:30.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.505+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.505+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.505+0000 7ff745f6e900 20 realm 2026-04-17T17:51:30.507 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.505+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.506+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.506+0000 7ff745f6e900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:30.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.506+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.506+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.508 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.506+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.509 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.507+0000 7ff745f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.509 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.507+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.510 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.508+0000 7ff745f6e900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:30.510 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.508+0000 7ff745f6e900 20 searching for the correct realm 2026-04-17T17:51:30.513 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.511+0000 7ff7414e6640 0 -- 192.168.123.106:0/3897016026 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7ff730041020 msgr2=0x7ff7300734f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:30.516 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.514+0000 7ff7414e6640 0 -- 192.168.123.106:0/3897016026 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff7340f4b30 msgr2=0x7ff7340d2140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.722 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.720+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 zone default found 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 4 Realm: () 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 zonegroup default 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.721+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.722+0000 7ff745f6e900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.722+0000 7ff745f6e900 20 started sync module instance, tier type = 2026-04-17T17:51:30.723 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.722+0000 7ff745f6e900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:30.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.725+0000 7ff745f6e900 20 add_watcher() i=3 2026-04-17T17:51:30.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.725+0000 7ff745f6e900 20 add_watcher() i=0 2026-04-17T17:51:30.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.725+0000 7ff745f6e900 20 add_watcher() i=5 2026-04-17T17:51:30.727 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.725+0000 7ff745f6e900 20 add_watcher() i=6 2026-04-17T17:51:30.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.726+0000 7ff745f6e900 20 add_watcher() i=4 2026-04-17T17:51:30.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.726+0000 7ff745f6e900 20 add_watcher() i=7 2026-04-17T17:51:30.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.726+0000 7ff745f6e900 20 add_watcher() i=2 2026-04-17T17:51:30.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.726+0000 7ff745f6e900 20 add_watcher() i=1 2026-04-17T17:51:30.728 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.726+0000 7ff745f6e900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:30.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.728+0000 7ff745f6e900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:30.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.728+0000 7ff745f6e900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:30.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.728+0000 7ff745f6e900 5 note: GC not initialized 2026-04-17T17:51:30.730 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.729+0000 7ff6eefed640 20 reqs_thread_entry: start 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.769+0000 7ff745f6e900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 20 Filter name: none 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff6ecfe9640 20 reqs_thread_entry: start 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 20 rados_obj.operate() r=0 bl.length=494 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.772 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.770+0000 7ff745f6e900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:30.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.772+0000 7ff745f6e900 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-17T17:51:30.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.772+0000 7ff745f6e900 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.774 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.772+0000 7ff745f6e900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2026-04-17T17:51:30.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.773+0000 7ff7217fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796450 cookie 94712689406960 notifier 8276 bl.length()=695 2026-04-17T17:51:30.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.773+0000 7ff7217fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2026-04-17T17:51:30.775 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.773+0000 7ff7217fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.778+0000 7ff745f6e900 20 remove_watcher() i=3 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.778+0000 7ff745f6e900 2 removed watcher, disabling cache 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.778+0000 7ff745f6e900 20 remove_watcher() i=0 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.778+0000 7ff745f6e900 20 remove_watcher() i=5 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.779+0000 7ff745f6e900 20 remove_watcher() i=2 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.779+0000 7ff745f6e900 20 remove_watcher() i=7 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.779+0000 7ff745f6e900 20 remove_watcher() i=6 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.779+0000 7ff745f6e900 20 remove_watcher() i=4 2026-04-17T17:51:30.781 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.779+0000 7ff745f6e900 20 remove_watcher() i=1 2026-04-17T17:51:30.787 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2026-04-17T17:51:30.835 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:30.835 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:30.852 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.850+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.851+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.851+0000 7ff71d76f900 20 realm 2026-04-17T17:51:30.853 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.851+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.852+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.852+0000 7ff71d76f900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:30.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.852+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.852+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:30.854 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.852+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.853+0000 7ff71d76f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:30.855 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.853+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:30.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.854+0000 7ff71d76f900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:30.856 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.854+0000 7ff71d76f900 20 searching for the correct realm 2026-04-17T17:51:30.859 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.857+0000 7ff718d82640 0 -- 192.168.123.106:0/1721351951 >> [v2:192.168.123.107:6810/1688745245,v1:192.168.123.107:6812/1688745245] conn(0x7ff704015070 msgr2=0x7ff7040223f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:30.862 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:30.860+0000 7ff718d82640 0 -- 192.168.123.106:0/1721351951 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7ff70c0035c0 msgr2=0x7ff70c001000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.065+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 zone default found 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 4 Realm: () 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 zonegroup default 2026-04-17T17:51:31.068 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.066+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 started sync module instance, tier type = 2026-04-17T17:51:31.069 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.067+0000 7ff71d76f900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:31.072 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.070+0000 7ff71d76f900 20 add_watcher() i=5 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=4 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=2 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=0 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=3 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=6 2026-04-17T17:51:31.073 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.071+0000 7ff71d76f900 20 add_watcher() i=7 2026-04-17T17:51:31.074 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.072+0000 7ff71d76f900 20 add_watcher() i=1 2026-04-17T17:51:31.074 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.072+0000 7ff71d76f900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:31.076 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.074+0000 7ff71d76f900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:31.076 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.074+0000 7ff71d76f900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:31.076 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.074+0000 7ff71d76f900 5 note: GC not initialized 2026-04-17T17:51:31.076 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.074+0000 7ff6c67ec640 20 reqs_thread_entry: start 2026-04-17T17:51:31.112 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 Filter name: none 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff6bffff640 20 reqs_thread_entry: start 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-17T17:51:31.113 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.110+0000 7ff71d76f900 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff71d76f900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff71d76f900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff71d76f900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff6fcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796451 cookie 94609812772000 notifier 8832 bl.length()=384 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff6fcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-17T17:51:31.114 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.112+0000 7ff6fcff9640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff71d76f900 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff71d76f900 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff71d76f900 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff6f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796441 cookie 94609811177792 notifier 8832 bl.length()=225 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff6f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2026-04-17T17:51:31.117 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.115+0000 7ff6f3fff640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff71d76f900 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff71d76f900 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff71d76f900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff6f3fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796419 cookie 94609811174736 notifier 8832 bl.length()=234 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff6f3fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2026-04-17T17:51:31.119 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.117+0000 7ff6f3fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=5 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 2 removed watcher, disabling cache 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=7 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=6 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=2 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=1 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=4 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=0 2026-04-17T17:51:31.124 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.122+0000 7ff71d76f900 20 remove_watcher() i=3 2026-04-17T17:51:31.127 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:31.127 INFO:teuthology.orchestra.run.vm06.stdout: "id": "RGW99999999999999999", 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "tenant": "", 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "name": "Mr.RGW99999999999999999", 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "email": "RGW99999999999999999+test@test.test", 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "quota": { 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_users": 1000, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_roles": 1000, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_groups": 1000, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout: "max_access_keys": 4 2026-04-17T17:51:31.128 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:31.129 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2026-04-17T17:51:31.130 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key KZDJMDLXRHIOERVSGKJL --secret bYktC1l3lsBVFEO8jCrQerDX4NXS/nepyE2Q/XSJawBN2ZDsn96IPw== --cluster ceph --account-id RGW99999999999999999 --account-root 2026-04-17T17:51:31.177 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:31.178 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:31.194 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.192+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.193+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.193+0000 7f0225610900 20 realm 2026-04-17T17:51:31.195 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.193+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.196 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.194+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.196 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.194+0000 7f0225610900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:31.196 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.194+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.196 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.194+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.196 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.194+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.197 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.195+0000 7f0225610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:31.197 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.195+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.197 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.195+0000 7f0225610900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:31.197 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.195+0000 7f0225610900 20 searching for the correct realm 2026-04-17T17:51:31.200 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.198+0000 7f0220deb640 0 -- 192.168.123.106:0/2853802955 >> [v2:192.168.123.107:6800/1512989582,v1:192.168.123.107:6801/1512989582] conn(0x7f02140a20b0 msgr2=0x7f0214067e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:31.405 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.403+0000 7f021bfff640 0 -- 192.168.123.106:0/2853802955 >> [v2:192.168.123.107:6808/2734038674,v1:192.168.123.107:6809/2734038674] conn(0x55f52e85ec90 msgr2=0x55f52e85f110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:31.407 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.405+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 zone default found 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 4 Realm: () 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 zonegroup default 2026-04-17T17:51:31.408 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.406+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.407+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.407+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.407+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.407+0000 7f0225610900 20 started sync module instance, tier type = 2026-04-17T17:51:31.409 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.407+0000 7f0225610900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:31.412 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.410+0000 7f0225610900 20 add_watcher() i=3 2026-04-17T17:51:31.412 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.410+0000 7f0225610900 20 add_watcher() i=5 2026-04-17T17:51:31.412 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.410+0000 7f0225610900 20 add_watcher() i=2 2026-04-17T17:51:31.412 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.410+0000 7f0225610900 20 add_watcher() i=4 2026-04-17T17:51:31.413 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.411+0000 7f0225610900 20 add_watcher() i=7 2026-04-17T17:51:31.413 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.411+0000 7f0225610900 20 add_watcher() i=1 2026-04-17T17:51:31.413 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.411+0000 7f0225610900 20 add_watcher() i=6 2026-04-17T17:51:31.413 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.411+0000 7f0225610900 20 add_watcher() i=0 2026-04-17T17:51:31.413 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.411+0000 7f0225610900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:31.415 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.413+0000 7f0225610900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:31.415 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.413+0000 7f0225610900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:31.415 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.413+0000 7f0225610900 5 note: GC not initialized 2026-04-17T17:51:31.415 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.413+0000 7f01cdfeb640 20 reqs_thread_entry: start 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.450+0000 7f0225610900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.450+0000 7f0225610900 20 Filter name: none 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.450+0000 7f01c77fe640 20 reqs_thread_entry: start 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache get: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL : miss 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL info.flags=0x0 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 adding default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL to cache LRU end 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2026-04-17T17:51:31.453 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.451+0000 7f0225610900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 20 rados_obj.operate() r=0 bl.length=184 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 10 cache get: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL : hit (negative entry) 2026-04-17T17:51:31.454 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.452+0000 7f0225610900 10 cache get: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL : hit (negative entry) 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f0225610900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f0225610900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f01f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796452 cookie 94511535924352 notifier 8850 bl.length()=681 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f01f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-17T17:51:31.455 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.453+0000 7f01f7fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f0225610900 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f0225610900 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f01f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796467 cookie 94511537517904 notifier 8850 bl.length()=189 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f01f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2026-04-17T17:51:31.458 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.456+0000 7f01f7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f0225610900 10 cache put: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL info.flags=0x7 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f0225610900 10 moving default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL to cache LRU end 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f0225610900 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:KZDJMDLXRHIOERVSGKJL, ofs0, ns] 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f01f7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796420 cookie 94511537509136 notifier 8850 bl.length()=188 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f01f7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL info.flags=0x7 2026-04-17T17:51:31.464 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.462+0000 7f01f7fff640 10 rgw watcher librados: moving default.rgw.meta+users.keys+KZDJMDLXRHIOERVSGKJL to cache LRU end 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.464+0000 7f0225610900 20 linked user root2.client.0 to account RGW99999999999999999 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout:{ 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "user_id": "root2.client.0", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "display_name": "Mr.RGW99999999999999999", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "email": "root2+test@test.test", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "suspended": 0, 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "max_buckets": 1000, 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "subusers": [], 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "keys": [ 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: { 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "user": "root2.client.0", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "access_key": "KZDJMDLXRHIOERVSGKJL", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "secret_key": "bYktC1l3lsBVFEO8jCrQerDX4NXS/nepyE2Q/XSJawBN2ZDsn96IPw==", 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "active": true, 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:31.452683Z" 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: } 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: ], 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "swift_keys": [], 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "caps": [], 2026-04-17T17:51:31.466 INFO:teuthology.orchestra.run.vm06.stdout: "op_mask": "read, write, delete", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "default_placement": "", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "default_storage_class": "", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "placement_tags": [], 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "bucket_quota": { 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "user_quota": { 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "enabled": false, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "check_on_raw": false, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_size": -1, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_size_kb": 0, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "max_objects": -1 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: }, 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "temp_url_keys": [], 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "type": "root", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "mfa_ids": [], 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "account_id": "RGW99999999999999999", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "path": "/", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "create_date": "2026-04-17T17:51:31.452678Z", 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "tags": [], 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: "group_ids": [] 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout:} 2026-04-17T17:51:31.467 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:31.470 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.468+0000 7f0225610900 20 remove_watcher() i=3 2026-04-17T17:51:31.470 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.468+0000 7f0225610900 2 removed watcher, disabling cache 2026-04-17T17:51:31.470 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.468+0000 7f0225610900 20 remove_watcher() i=0 2026-04-17T17:51:31.470 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.468+0000 7f0225610900 20 remove_watcher() i=5 2026-04-17T17:51:31.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.469+0000 7f0225610900 20 remove_watcher() i=7 2026-04-17T17:51:31.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.469+0000 7f0225610900 20 remove_watcher() i=2 2026-04-17T17:51:31.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.469+0000 7f0225610900 20 remove_watcher() i=4 2026-04-17T17:51:31.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.469+0000 7f0225610900 20 remove_watcher() i=1 2026-04-17T17:51:31.471 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.469+0000 7f0225610900 20 remove_watcher() i=6 2026-04-17T17:51:31.477 DEBUG:teuthology.orchestra.run.vm06:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 6346661123 --totp-seed CIPUPKTNCZEVVWEM3CDV77XJSVTJ4WRSTPEGTNTZWUEV3W2T3OD23AER4GZUWL2Z --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2026-04-17T17:51:31.535 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setuser ceph since I am not root 2026-04-17T17:51:31.535 INFO:teuthology.orchestra.run.vm06.stderr:ignoring --setgroup ceph since I am not root 2026-04-17T17:51:31.557 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.555+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.558 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.558 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 realm 2026-04-17T17:51:31.558 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.556+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.557+0000 7f9298d67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:31.559 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.557+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.560 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.558+0000 7f9298d67900 20 rados_obj.operate() r=0 bl.length=1206 2026-04-17T17:51:31.560 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.558+0000 7f9298d67900 20 searching for the correct realm 2026-04-17T17:51:31.563 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.561+0000 7f9294ae0640 0 -- 192.168.123.106:0/2576929612 >> [v2:192.168.123.106:6820/583326668,v1:192.168.123.106:6821/583326668] conn(0x55be9f3f7f20 msgr2=0x55be9f3f83a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:31.568 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.566+0000 7f928ffff640 0 -- 192.168.123.106:0/2576929612 >> [v2:192.168.123.106:6800/3114129682,v1:192.168.123.106:6801/3114129682] conn(0x7f9288078040 msgr2=0x7f9288099050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got zonegroup_info.81ae881b-8685-470c-ad26-0ef3b7408271 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got zone_info.c696d7aa-62cd-434f-9963-baa81c0df92e 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got default.zonegroup. 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got default.zone. 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got zone_names.default 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 RGWRados::pool_iterate: got zonegroups_names.default 2026-04-17T17:51:31.573 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.571+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados_obj.operate() r=0 bl.length=46 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados_obj.operate() r=0 bl.length=470 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 zone default found 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 4 Realm: () 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 4 ZoneGroup: default (81ae881b-8685-470c-ad26-0ef3b7408271) 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 4 Zone: default (c696d7aa-62cd-434f-9963-baa81c0df92e) 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 10 cannot find current period zonegroup using local zonegroup configuration 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 zonegroup default 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.574 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.572+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.573+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.573+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.573+0000 7f9298d67900 20 rados_obj.operate() r=-2 bl.length=0 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.573+0000 7f9298d67900 20 started sync module instance, tier type = 2026-04-17T17:51:31.575 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.573+0000 7f9298d67900 20 started zone id=c696d7aa-62cd-434f-9963-baa81c0df92e (name=default) with tier type = 2026-04-17T17:51:31.580 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.577+0000 7f9298d67900 20 add_watcher() i=7 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=5 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=1 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=6 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=2 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=3 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=4 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 20 add_watcher() i=0 2026-04-17T17:51:31.581 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.578+0000 7f9298d67900 2 all 8 watchers are set, enabling cache 2026-04-17T17:51:31.583 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.581+0000 7f9298d67900 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2026-04-17T17:51:31.583 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.581+0000 7f9298d67900 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2026-04-17T17:51:31.583 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.581+0000 7f9298d67900 5 note: GC not initialized 2026-04-17T17:51:31.583 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.581+0000 7f9241feb640 20 reqs_thread_entry: start 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 20 init_complete bucket index max shards: 1 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 20 Filter name: none 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f923b7fe640 20 reqs_thread_entry: start 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 20 rados->read ofs=0 len=0 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 20 rados_obj.operate() r=0 bl.length=494 2026-04-17T17:51:31.631 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2026-04-17T17:51:31.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.632 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.629+0000 7f9298d67900 10 updating xattr: name=ceph.objclass.version bl.length()=42 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f9298d67900 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f9298d67900 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f9298d67900 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f926bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1340029796453 cookie 94277205498960 notifier 8321 bl.length()=695 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f926bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2026-04-17T17:51:31.633 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.631+0000 7f926bfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=0 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 2 removed watcher, disabling cache 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=5 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=3 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=2 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=7 2026-04-17T17:51:31.638 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=1 2026-04-17T17:51:31.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=6 2026-04-17T17:51:31.639 INFO:teuthology.orchestra.run.vm06.stderr:2026-04-17T17:51:31.636+0000 7f9298d67900 20 remove_watcher() i=4 2026-04-17T17:51:31.644 INFO:tasks.s3tests:Configuring s3-tests... 2026-04-17T17:51:31.644 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:51:31.644 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2026-04-17T17:51:31.670 INFO:tasks.s3tests:Configuring boto... 2026-04-17T17:51:31.670 DEBUG:teuthology.orchestra.run.vm06:> set -ex 2026-04-17T17:51:31.670 DEBUG:teuthology.orchestra.run.vm06:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2026-04-17T17:51:31.734 DEBUG:teuthology.orchestra.run.vm06:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-17T17:51:32.024 INFO:teuthology.orchestra.run.vm06.stdout:py: install_deps> python -I -m pip install -r requirements.txt 2026-04-17T17:51:36.951 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: install_requires> python -I -m pip install 'setuptools>=40.8.0' 2026-04-17T17:51:37.337 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: _optional_hooks> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-17T17:51:37.496 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: get_requires_for_build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-17T17:51:37.639 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: get_requires_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-17T17:51:37.751 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: prepare_metadata_for_build_wheel> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-17T17:51:37.873 INFO:teuthology.orchestra.run.vm06.stdout:.pkg: build_sdist> python /home/ubuntu/cephtest/tox-venv/lib64/python3.9/site-packages/pyproject_api/_backend.py True setuptools.build_meta __legacy__ 2026-04-17T17:51:38.019 INFO:teuthology.orchestra.run.vm06.stdout:py: install_package_deps> python -I -m pip install PyYAML 'boto3>=1.0.0' 'gevent>=1.0' 'isodate>=0.4.4' 'munch>=2.0.0' 2026-04-17T17:51:38.225 INFO:teuthology.orchestra.run.vm06.stdout:py: install_package> python -I -m pip install --force-reinstall --no-deps /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.tar.gz 2026-04-17T17:51:39.432 INFO:teuthology.orchestra.run.vm06.stdout:py: commands[0]> pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3 and not bucket_logging' 2026-04-17T17:51:39.516 INFO:teuthology.orchestra.run.vm06.stdout:============================= test session starts ============================== 2026-04-17T17:51:39.517 INFO:teuthology.orchestra.run.vm06.stdout:platform linux -- Python 3.9.23, pytest-8.4.2, pluggy-1.6.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2026-04-17T17:51:39.517 INFO:teuthology.orchestra.run.vm06.stdout:cachedir: .tox/py/.pytest_cache 2026-04-17T17:51:39.517 INFO:teuthology.orchestra.run.vm06.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2026-04-17T17:51:39.517 INFO:teuthology.orchestra.run.vm06.stdout:configfile: pytest.ini 2026-04-17T17:51:40.930 INFO:teuthology.orchestra.run.vm06.stdout:collecting ... collected 893 items / 211 deselected / 682 selected 2026-04-17T17:51:40.930 INFO:teuthology.orchestra.run.vm06.stdout: 2026-04-17T17:51:41.786 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 0%] 2026-04-17T17:51:49.916 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 0%] 2026-04-17T17:51:50.713 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 0%] 2026-04-17T17:51:51.572 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 0%] 2026-04-17T17:51:52.431 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 0%] 2026-04-17T17:51:53.282 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 0%] 2026-04-17T17:51:54.198 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 1%] 2026-04-17T17:51:54.915 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 1%] 2026-04-17T17:51:55.741 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 1%] 2026-04-17T17:51:56.533 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 1%] 2026-04-17T17:51:57.298 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 1%] 2026-04-17T17:51:58.005 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 1%] 2026-04-17T17:51:58.669 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 1%] 2026-04-17T17:51:59.339 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 2%] 2026-04-17T17:51:59.899 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 2%] 2026-04-17T17:52:00.632 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 2%] 2026-04-17T17:52:01.469 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 2%] 2026-04-17T17:52:02.289 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 2%] 2026-04-17T17:52:03.011 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 2%] 2026-04-17T17:52:03.761 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 2%] 2026-04-17T17:52:04.536 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-17T17:52:05.328 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 3%] 2026-04-17T17:52:06.088 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 3%] 2026-04-17T17:52:06.685 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 3%] 2026-04-17T17:52:07.265 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 3%] 2026-04-17T17:52:07.827 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 3%] 2026-04-17T17:52:08.401 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 3%] 2026-04-17T17:52:09.003 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 4%] 2026-04-17T17:52:09.675 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_put_user_policy PASSED [ 4%] 2026-04-17T17:52:10.236 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 4%] 2026-04-17T17:52:10.796 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 4%] 2026-04-17T17:52:11.515 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_put_existing_user_policy PASSED [ 4%] 2026-04-17T17:52:12.196 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_list_user_policy PASSED [ 4%] 2026-04-17T17:52:12.750 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 4%] 2026-04-17T17:52:13.426 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_get_user_policy PASSED [ 5%] 2026-04-17T17:52:14.136 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 5%] 2026-04-17T17:52:14.940 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 5%] 2026-04-17T17:52:15.565 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_delete_user_policy PASSED [ 5%] 2026-04-17T17:52:16.247 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 5%] 2026-04-17T17:52:16.971 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 5%] 2026-04-17T17:52:17.920 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 6%] 2026-04-17T17:52:18.783 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:19.515 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:20.373 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:21.338 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:22.935 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:24.635 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 6%] 2026-04-17T17:52:25.593 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-17T17:52:26.525 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 7%] 2026-04-17T17:52:27.340 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 7%] 2026-04-17T17:52:28.246 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 7%] 2026-04-17T17:52:28.987 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 7%] 2026-04-17T17:52:30.420 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_create PASSED [ 7%] 2026-04-17T17:52:31.493 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 7%] 2026-04-17T17:52:32.704 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_delete PASSED [ 8%] 2026-04-17T17:52:34.930 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_list PASSED [ 8%] 2026-04-17T17:52:37.778 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 8%] 2026-04-17T17:52:39.521 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_update_name PASSED [ 8%] 2026-04-17T17:52:41.120 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_update_path PASSED [ 8%] 2026-04-17T17:52:42.396 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_create PASSED [ 8%] 2026-04-17T17:52:43.363 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 8%] 2026-04-17T17:52:44.812 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_update PASSED [ 9%] 2026-04-17T17:52:45.913 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 9%] 2026-04-17T17:52:47.292 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 9%] 2026-04-17T17:52:48.371 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 9%] 2026-04-17T17:52:50.100 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_access_key_list PASSED [ 9%] 2026-04-17T17:52:51.536 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 9%] 2026-04-17T17:52:53.419 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_policy PASSED [ 9%] 2026-04-17T17:52:55.426 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_policy_managed PASSED [ 10%] 2026-04-17T17:52:56.794 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_user_policy_allow PASSED [ 10%] 2026-04-17T17:52:58.083 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_group_create PASSED [ 10%] 2026-04-17T17:52:59.188 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 10%] 2026-04-17T17:53:01.434 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_group_list PASSED [ 10%] 2026-04-17T17:53:03.108 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_group_update PASSED [ 10%] 2026-04-17T17:53:05.008 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy PASSED [ 10%] 2026-04-17T17:53:06.861 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy PASSED [ 11%] 2026-04-17T17:53:08.549 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 11%] 2026-04-17T17:53:10.235 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 11%] 2026-04-17T17:53:11.652 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_create PASSED [ 11%] 2026-04-17T17:53:12.766 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 11%] 2026-04-17T17:53:13.949 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_delete PASSED [ 11%] 2026-04-17T17:53:15.951 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_list PASSED [ 12%] 2026-04-17T17:53:18.588 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 12%] 2026-04-17T17:53:19.808 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_update PASSED [ 12%] 2026-04-17T17:53:21.568 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_policy PASSED [ 12%] 2026-04-17T17:53:23.348 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_policy_managed PASSED [ 12%] 2026-04-17T17:53:25.042 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow PASSED [ 12%] 2026-04-17T17:53:26.856 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 12%] 2026-04-17T17:53:28.742 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 13%] 2026-04-17T17:53:30.630 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 13%] 2026-04-17T17:53:32.499 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 13%] 2026-04-17T17:53:33.787 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_account_oidc_provider PASSED [ 13%] 2026-04-17T17:53:34.911 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 13%] 2026-04-17T17:53:35.973 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 13%] 2026-04-17T17:53:37.024 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_remove_client_id_from_oidc PASSED [ 13%] 2026-04-17T17:53:38.068 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 14%] 2026-04-17T17:53:39.686 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 14%] 2026-04-17T17:53:41.324 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 14%] 2026-04-17T17:53:42.977 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 14%] 2026-04-17T17:53:44.617 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 14%] 2026-04-17T17:53:46.301 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 14%] 2026-04-17T17:53:47.991 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 14%] 2026-04-17T17:53:49.980 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 15%] 2026-04-17T17:53:51.689 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 15%] 2026-04-17T17:53:53.357 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 15%] 2026-04-17T17:53:55.084 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 15%] 2026-04-17T17:53:56.822 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 15%] 2026-04-17T17:53:58.843 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 15%] 2026-04-17T17:54:00.101 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 15%] 2026-04-17T17:54:01.420 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 16%] 2026-04-17T17:54:02.610 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 16%] 2026-04-17T17:54:03.845 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 16%] 2026-04-17T17:54:04.650 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_empty PASSED [ 16%] 2026-04-17T17:54:05.658 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_distinct PASSED [ 16%] 2026-04-17T17:54:06.691 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_many PASSED [ 16%] 2026-04-17T17:54:07.769 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_many PASSED [ 17%] 2026-04-17T17:54:08.673 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_basic_key_count PASSED [ 17%] 2026-04-17T17:54:09.691 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 17%] 2026-04-17T17:54:10.705 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 17%] 2026-04-17T17:54:11.761 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 17%] 2026-04-17T17:54:12.750 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 17%] 2026-04-17T17:54:14.321 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 17%] 2026-04-17T17:54:15.927 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 18%] 2026-04-17T17:54:16.775 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-17T17:54:17.646 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 18%] 2026-04-17T17:54:18.666 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 18%] 2026-04-17T17:54:19.656 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 18%] 2026-04-17T17:54:21.304 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 18%] 2026-04-17T17:54:22.922 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 18%] 2026-04-17T17:54:23.925 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 19%] 2026-04-17T17:54:24.937 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 19%] 2026-04-17T17:54:25.946 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 19%] 2026-04-17T17:54:27.050 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 19%] 2026-04-17T17:54:28.069 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 19%] 2026-04-17T17:54:29.086 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 19%] 2026-04-17T17:54:30.216 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 19%] 2026-04-17T17:54:31.233 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 20%] 2026-04-17T17:54:32.304 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 20%] 2026-04-17T17:54:33.425 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 20%] 2026-04-17T17:54:34.455 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 20%] 2026-04-17T17:54:35.457 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 20%] 2026-04-17T17:54:36.432 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 20%] 2026-04-17T17:54:37.401 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 20%] 2026-04-17T17:54:38.368 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 21%] 2026-04-17T17:54:39.425 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 21%] 2026-04-17T17:54:40.443 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 21%] 2026-04-17T17:55:40.518 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 21%] 2026-04-17T17:55:41.523 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 21%] 2026-04-17T17:55:42.527 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 21%] 2026-04-17T17:55:43.502 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 21%] 2026-04-17T17:55:44.532 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 22%] 2026-04-17T17:55:45.529 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 22%] 2026-04-17T17:55:46.498 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 22%] 2026-04-17T17:55:47.482 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 22%] 2026-04-17T17:55:48.436 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 22%] 2026-04-17T17:55:49.375 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 22%] 2026-04-17T17:55:50.342 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 23%] 2026-04-17T17:55:51.304 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 23%] 2026-04-17T17:55:52.268 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 23%] 2026-04-17T17:55:53.345 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 23%] 2026-04-17T17:55:54.347 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 23%] 2026-04-17T17:55:55.358 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 23%] 2026-04-17T17:55:56.360 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 23%] 2026-04-17T17:55:57.369 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-17T17:55:58.399 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 24%] 2026-04-17T17:55:59.457 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-17T17:56:00.510 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 24%] 2026-04-17T17:56:01.995 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-17T17:56:03.023 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 24%] 2026-04-17T17:56:04.062 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 24%] 2026-04-17T17:56:05.131 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 25%] 2026-04-17T17:56:06.132 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 25%] 2026-04-17T17:56:07.177 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 25%] 2026-04-17T17:56:08.190 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 25%] 2026-04-17T17:56:09.195 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 25%] 2026-04-17T17:56:09.821 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_account_usage PASSED [ 25%] 2026-04-17T17:56:10.669 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_head_bucket_usage PASSED [ 25%] 2026-04-17T17:56:13.136 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_unordered PASSED [ 26%] 2026-04-17T17:56:16.580 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 26%] 2026-04-17T17:56:17.612 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 26%] 2026-04-17T17:56:18.659 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 26%] 2026-04-17T17:56:19.659 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 26%] 2026-04-17T17:56:20.680 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 26%] 2026-04-17T17:56:21.787 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 26%] 2026-04-17T17:56:22.856 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 27%] 2026-04-17T17:56:23.842 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 27%] 2026-04-17T17:56:24.906 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 27%] 2026-04-17T17:56:25.932 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 27%] 2026-04-17T17:56:26.932 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 27%] 2026-04-17T17:56:27.979 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 27%] 2026-04-17T17:56:29.008 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 28%] 2026-04-17T17:56:30.279 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data PASSED [ 28%] 2026-04-17T17:56:31.766 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 28%] 2026-04-17T17:56:32.598 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 28%] 2026-04-17T17:56:33.586 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 28%] 2026-04-17T17:56:34.336 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 28%] 2026-04-17T17:56:35.144 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 28%] 2026-04-17T17:56:35.737 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_notexist PASSED [ 29%] 2026-04-17T17:56:36.314 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucketv2_notexist PASSED [ 29%] 2026-04-17T17:56:36.912 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 29%] 2026-04-17T17:56:37.924 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 29%] 2026-04-17T17:56:40.845 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 29%] 2026-04-17T17:56:41.431 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 29%] 2026-04-17T17:56:42.477 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 29%] 2026-04-17T17:56:43.356 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_delete PASSED [ 30%] 2026-04-17T17:56:44.160 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_read_not_exist PASSED [ 30%] 2026-04-17T17:56:44.976 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 30%] 2026-04-17T17:56:47.107 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 30%] 2026-04-17T17:56:48.238 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multi_object_delete PASSED [ 30%] 2026-04-17T17:56:49.270 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_expected_bucket_owner PASSED [ 30%] 2026-04-17T17:56:50.411 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 30%] 2026-04-17T17:57:51.951 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 31%] 2026-04-17T17:58:55.241 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 31%] 2026-04-17T17:58:56.081 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 31%] 2026-04-17T17:58:56.881 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_check_etag PASSED [ 31%] 2026-04-17T17:58:57.824 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_cache_control PASSED [ 31%] 2026-04-17T17:58:58.644 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_expires PASSED [ 31%] 2026-04-17T17:58:59.572 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 31%] 2026-04-17T17:59:00.420 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 32%] 2026-04-17T17:59:01.249 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 32%] 2026-04-17T17:59:02.171 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 32%] 2026-04-17T17:59:03.089 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 32%] 2026-04-17T17:59:03.959 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_write_file PASSED [ 32%] 2026-04-17T17:59:04.808 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 32%] 2026-04-17T17:59:05.721 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 32%] 2026-04-17T17:59:06.657 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 33%] 2026-04-17T17:59:07.423 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 33%] 2026-04-17T17:59:08.234 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_set_success_code PASSED [ 33%] 2026-04-17T17:59:09.036 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 33%] 2026-04-17T17:59:10.488 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 33%] 2026-04-17T17:59:11.385 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 33%] 2026-04-17T17:59:12.187 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_ignored_header PASSED [ 34%] 2026-04-17T17:59:13.070 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 34%] 2026-04-17T17:59:13.962 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 34%] 2026-04-17T17:59:14.826 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 34%] 2026-04-17T17:59:15.575 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 34%] 2026-04-17T17:59:16.380 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 34%] 2026-04-17T17:59:17.139 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 34%] 2026-04-17T17:59:17.918 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 35%] 2026-04-17T17:59:18.686 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_missing_signature PASSED [ 35%] 2026-04-17T17:59:19.519 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 35%] 2026-04-17T17:59:20.409 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 35%] 2026-04-17T17:59:21.191 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 35%] 2026-04-17T17:59:21.981 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 35%] 2026-04-17T17:59:22.737 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 35%] 2026-04-17T17:59:23.479 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_expired_policy PASSED [ 36%] 2026-04-17T17:59:24.430 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 36%] 2026-04-17T17:59:25.190 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 36%] 2026-04-17T17:59:25.963 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 36%] 2026-04-17T17:59:26.714 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 36%] 2026-04-17T17:59:27.512 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 36%] 2026-04-17T17:59:28.265 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 36%] 2026-04-17T17:59:29.023 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 37%] 2026-04-17T17:59:29.766 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 37%] 2026-04-17T17:59:31.223 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 37%] 2026-04-17T17:59:31.971 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 37%] 2026-04-17T17:59:32.835 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 37%] 2026-04-17T17:59:34.022 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 37%] 2026-04-17T17:59:34.836 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 37%] 2026-04-17T17:59:35.868 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 38%] 2026-04-17T17:59:36.743 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 38%] 2026-04-17T17:59:38.642 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 38%] 2026-04-17T17:59:39.487 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 38%] 2026-04-17T17:59:40.335 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 38%] 2026-04-17T17:59:41.395 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 38%] 2026-04-17T17:59:42.377 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 39%] 2026-04-17T17:59:43.316 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 39%] 2026-04-17T17:59:44.103 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 39%] 2026-04-17T17:59:45.096 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 39%] 2026-04-17T17:59:46.053 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 39%] 2026-04-17T17:59:46.886 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 39%] 2026-04-17T17:59:48.202 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 39%] 2026-04-17T17:59:49.010 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get PASSED [ 40%] 2026-04-17T17:59:49.765 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 40%] 2026-04-17T17:59:51.057 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 40%] 2026-04-17T17:59:51.887 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 40%] 2026-04-17T17:59:52.599 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_head PASSED [ 40%] 2026-04-17T17:59:53.157 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_head_notexist PASSED [ 40%] 2026-04-17T17:59:54.218 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_head_extended PASSED [ 40%] 2026-04-17T17:59:55.059 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 41%] 2026-04-17T17:59:55.865 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 41%] 2026-04-17T17:59:59.110 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 41%] 2026-04-17T17:59:59.945 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated PASSED [ 41%] 2026-04-17T18:00:00.891 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_response_headers PASSED [ 41%] 2026-04-17T18:00:01.901 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 41%] 2026-04-17T18:00:02.718 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 41%] 2026-04-17T18:00:03.490 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 42%] 2026-04-17T18:00:04.555 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 42%] 2026-04-17T18:00:05.483 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 42%] 2026-04-17T18:00:06.385 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 42%] 2026-04-17T18:00:07.201 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 42%] 2026-04-17T18:00:07.997 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 42%] 2026-04-17T18:00:08.862 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 42%] 2026-04-17T18:00:09.668 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_anon_put PASSED [ 43%] 2026-04-17T18:00:10.536 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 43%] 2026-04-17T18:00:11.392 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_put_authenticated PASSED [ 43%] 2026-04-17T18:00:12.250 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 43%] 2026-04-17T18:00:13.097 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 43%] 2026-04-17T18:00:13.971 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 43%] 2026-04-17T18:00:14.552 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 43%] 2026-04-17T18:00:15.122 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 44%] 2026-04-17T18:00:15.698 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 44%] 2026-04-17T18:00:16.425 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 44%] 2026-04-17T18:00:17.087 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 44%] 2026-04-17T18:00:17.749 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 44%] 2026-04-17T18:00:18.466 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 44%] 2026-04-17T18:00:19.229 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_long_name PASSED [ 45%] 2026-04-17T18:00:19.815 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 45%] 2026-04-17T18:00:20.390 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 45%] 2026-04-17T18:00:21.063 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 45%] 2026-04-17T18:00:21.671 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 45%] 2026-04-17T18:00:22.241 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 45%] 2026-04-17T18:00:22.806 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 45%] 2026-04-17T18:00:23.368 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 46%] 2026-04-17T18:00:24.097 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists PASSED [ 46%] 2026-04-17T18:00:24.834 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_get_location PASSED [ 46%] 2026-04-17T18:00:25.578 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 46%] 2026-04-17T18:00:26.301 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 46%] 2026-04-17T18:00:27.062 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 46%] 2026-04-17T18:00:27.854 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_default PASSED [ 46%] 2026-04-17T18:00:28.710 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 47%] 2026-04-17T18:00:29.527 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned PASSED [ 47%] 2026-04-17T18:00:30.258 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 47%] 2026-04-17T18:00:31.093 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 47%] 2026-04-17T18:00:32.135 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_put_bucket_acl_grant_group_read PASSED [ 47%] 2026-04-17T18:00:33.111 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_default PASSED [ 47%] 2026-04-17T18:00:34.223 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 47%] 2026-04-17T18:00:35.175 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned PASSED [ 48%] 2026-04-17T18:00:36.006 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 48%] 2026-04-17T18:00:36.905 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 48%] 2026-04-17T18:00:37.785 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 48%] 2026-04-17T18:00:38.643 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 48%] 2026-04-17T18:00:39.541 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 48%] 2026-04-17T18:00:40.493 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 48%] 2026-04-17T18:00:41.217 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 49%] 2026-04-17T18:00:42.154 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl PASSED [ 49%] 2026-04-17T18:00:43.094 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_write PASSED [ 49%] 2026-04-17T18:00:43.998 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_writeacp PASSED [ 49%] 2026-04-17T18:00:44.914 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_read PASSED [ 49%] 2026-04-17T18:00:45.810 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_acl_readacp PASSED [ 49%] 2026-04-17T18:00:47.106 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 50%] 2026-04-17T18:00:48.197 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 50%] 2026-04-17T18:00:49.339 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 50%] 2026-04-17T18:00:50.516 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 50%] 2026-04-17T18:00:51.663 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 50%] 2026-04-17T18:00:52.448 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 50%] 2026-04-17T18:00:53.287 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_header_acl_grants PASSED [ 50%] 2026-04-17T18:00:54.131 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 51%] 2026-04-17T18:00:55.010 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 51%] 2026-04-17T18:00:55.797 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 51%] 2026-04-17T18:00:56.731 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 51%] 2026-04-17T18:00:57.934 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 51%] 2026-04-17T18:00:59.116 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 51%] 2026-04-17T18:01:00.342 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 51%] 2026-04-17T18:01:01.561 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 52%] 2026-04-17T18:01:02.727 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 52%] 2026-04-17T18:01:03.935 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 52%] 2026-04-17T18:01:05.076 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 52%] 2026-04-17T18:01:06.297 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 52%] 2026-04-17T18:01:07.505 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 52%] 2026-04-17T18:01:08.769 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 52%] 2026-04-17T18:01:10.044 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 53%] 2026-04-17T18:01:11.307 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 53%] 2026-04-17T18:01:12.628 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_buckets_create_then_list PASSED [ 53%] 2026-04-17T18:01:13.858 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_buckets_list_ctime PASSED [ 53%] 2026-04-17T18:01:14.420 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 53%] 2026-04-17T18:01:14.997 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 53%] 2026-04-17T18:01:15.569 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 53%] 2026-04-17T18:01:16.442 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 54%] 2026-04-17T18:01:17.269 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 54%] 2026-04-17T18:01:17.930 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 54%] 2026-04-17T18:01:18.596 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 54%] 2026-04-17T18:01:19.666 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 54%] 2026-04-17T18:01:22.160 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 54%] 2026-04-17T18:01:23.309 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 54%] 2026-04-17T18:01:24.226 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_zero_size PASSED [ 55%] 2026-04-17T18:01:28.326 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_16m PASSED [ 55%] 2026-04-17T18:01:29.263 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 55%] 2026-04-17T18:01:30.192 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 55%] 2026-04-17T18:01:31.058 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself PASSED [ 55%] 2026-04-17T18:01:31.947 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 55%] 2026-04-17T18:01:33.420 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 56%] 2026-04-17T18:01:34.333 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 56%] 2026-04-17T18:01:35.502 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 56%] 2026-04-17T18:01:36.701 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 56%] 2026-04-17T18:01:38.408 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 56%] 2026-04-17T18:01:39.814 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 56%] 2026-04-17T18:01:40.546 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 56%] 2026-04-17T18:01:41.299 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 57%] 2026-04-17T18:01:43.461 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 57%] 2026-04-17T18:01:44.429 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 57%] 2026-04-17T18:02:01.449 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 57%] 2026-04-17T18:02:02.332 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_empty PASSED [ 57%] 2026-04-17T18:02:03.306 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_small PASSED [ 57%] 2026-04-17T18:02:05.946 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_small PASSED [ 57%] 2026-04-17T18:02:06.890 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 58%] 2026-04-17T18:02:08.339 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 58%] 2026-04-17T18:02:16.760 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 58%] 2026-04-17T18:02:30.102 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload PASSED [ 58%] 2026-04-17T18:02:49.505 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 58%] 2026-04-17T18:04:06.622 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 58%] 2026-04-17T18:04:15.681 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 58%] 2026-04-17T18:04:31.381 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 59%] 2026-04-17T18:04:32.723 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 59%] 2026-04-17T18:04:37.795 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_contents PASSED [ 59%] 2026-04-17T18:04:41.813 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 59%] 2026-04-17T18:04:44.230 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload PASSED [ 59%] 2026-04-17T18:04:45.112 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 59%] 2026-04-17T18:04:48.902 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload PASSED [ 59%] 2026-04-17T18:04:49.871 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 60%] 2026-04-17T18:04:50.802 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 60%] 2026-04-17T18:04:51.658 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 60%] 2026-04-17T18:05:02.409 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_get_part PASSED [ 60%] 2026-04-17T18:05:14.658 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_sse_c_get_part PASSED [ 60%] 2026-04-17T18:05:16.863 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_single_get_part PASSED [ 60%] 2026-04-17T18:05:17.751 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_non_multipart_get_part PASSED [ 60%] 2026-04-17T18:05:18.640 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_non_multipart_sse_c_get_part PASSED [ 61%] 2026-04-17T18:05:19.441 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_100_continue PASSED [ 61%] 2026-04-17T18:05:20.337 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_set_cors PASSED [ 61%] 2026-04-17T18:05:26.474 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_origin_response PASSED [ 61%] 2026-04-17T18:05:30.393 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 61%] 2026-04-17T18:05:34.321 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_header_option PASSED [ 61%] 2026-04-17T18:05:35.220 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 62%] 2026-04-17T18:05:36.137 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 62%] 2026-04-17T18:05:37.112 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 62%] 2026-04-17T18:05:38.039 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 62%] 2026-04-17T18:05:38.958 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 62%] 2026-04-17T18:05:39.946 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 62%] 2026-04-17T18:05:40.902 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_set_bucket_tagging PASSED [ 62%] 2026-04-17T18:05:42.463 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_read_1mb PASSED [ 63%] 2026-04-17T18:05:45.687 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_read_4mb PASSED [ 63%] 2026-04-17T18:05:50.714 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_read_8mb PASSED [ 63%] 2026-04-17T18:05:52.401 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_write_1mb PASSED [ 63%] 2026-04-17T18:05:55.585 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_write_4mb PASSED [ 63%] 2026-04-17T18:06:00.767 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_write_8mb PASSED [ 63%] 2026-04-17T18:06:02.181 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 63%] 2026-04-17T18:06:04.973 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 64%] 2026-04-17T18:06:09.130 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 64%] 2026-04-17T18:06:10.672 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 64%] 2026-04-17T18:06:11.709 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 64%] 2026-04-17T18:06:12.990 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 64%] 2026-04-17T18:06:13.833 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_request_response_code PASSED [ 64%] 2026-04-17T18:06:18.019 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 64%] 2026-04-17T18:06:18.854 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 65%] 2026-04-17T18:06:19.716 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 65%] 2026-04-17T18:06:20.597 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 65%] 2026-04-17T18:06:21.468 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 65%] 2026-04-17T18:06:22.687 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 65%] 2026-04-17T18:06:32.557 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 65%] 2026-04-17T18:06:33.957 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 65%] 2026-04-17T18:06:35.082 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_stack_delete_merkers PASSED [ 66%] 2026-04-17T18:06:36.149 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 66%] 2026-04-17T18:06:37.505 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 66%] 2026-04-17T18:06:38.828 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 66%] 2026-04-17T18:06:43.222 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 66%] 2026-04-17T18:06:44.464 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 66%] 2026-04-17T18:06:49.640 INFO:teuthology.orchestra.run.vm06.stdout:s3tests/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 67%]